2024-05-15T16:02:17.375 INFO:root:teuthology version: 0.0.1.dev271+g1ae7ad8 2024-05-15T16:02:17.376 DEBUG:teuthology.run:Teuthology command: teuthology --name gabrioux-2024-05-15_15:01:21-orch:cephadm-wip-65480-squid-distro-default-smithi --description orch:cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls agent/on mon_election/classic} --verbose --archive /home/teuthworker/archive/gabrioux-2024-05-15_15:01:21-orch:cephadm-wip-65480-squid-distro-default-smithi/7707219 --owner scheduled_gabrioux@teuthology -- /home/teuthworker/archive/gabrioux-2024-05-15_15:01:21-orch:cephadm-wip-65480-squid-distro-default-smithi/7707219/orig.config.yaml 2024-05-15T16:02:17.422 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-15T16:02:17.513 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/gabrioux-2024-05-15_15:01:21-orch:cephadm-wip-65480-squid-distro-default-smithi/7707219 branch: wip-65480-squid description: orch:cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls agent/on mon_election/classic} email: gabrioux@ibm.com first_in_suite: false job_id: '7707219' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi name: gabrioux-2024-05-15_15:01:21-orch:cephadm-wip-65480-squid-distro-default-smithi no_nested_subset: false nuke-on-error: true os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-65480-squid ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mgr/cephadm/use_agent: true mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) log-only-match: - CEPHADM_ sha1: de5210d58560a4684fdb5b238ef3e6e0285a1de8 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: de5210d58560a4684fdb5b238ef3e6e0285a1de8 workunit: branch: wip-65480-squid sha1: de5210d58560a4684fdb5b238ef3e6e0285a1de8 owner: scheduled_gabrioux@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 6602 sha1: de5210d58560a4684fdb5b238ef3e6e0285a1de8 sleep_before_teardown: 0 subset: 1/8 suite: orch:cephadm suite_branch: wip-65480-squid suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_de5210d58560a4684fdb5b238ef3e6e0285a1de8/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: de5210d58560a4684fdb5b238ef3e6e0285a1de8 targets: smithi066.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNVGM9whNGR2xqZ1sQytWhPKaCGnPmrslDtw31KeAl1isdZ04f+b/ADocZL7heEbY9cexEohF0h8YRUKVdT6lEc= smithi081.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCfVz/1T2lTCgVHsiFwmPvvvIPG1A9yzMQV6z6FgdGKJFpzKCoGF1MUS9yTkdzo8QpKKKc4xZz5qtUh+lLpsz68= tasks: - cephadm: cephadm_branch: v17.2.0 cephadm_git_url: https://github.com/ceph/ceph image: quay.io/ceph/ceph:v17.2.0 - cephadm.shell: env: - sha1 mon.a: - radosgw-admin realm create --rgw-realm=r --default - radosgw-admin zonegroup create --rgw-zonegroup=default --master --default - radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default - radosgw-admin period update --rgw-realm=r --commit - ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000 - ceph osd pool create foo - rbd pool init foo - ceph orch apply iscsi foo u p - sleep 180 - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph config set global log_to_journald false --force - ceph orch ps - ceph versions - ceph -s - ceph orch ls - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 2' - ceph mgr fail - sleep 180 - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph health detail - ceph -s - ceph mgr fail - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 1' - ceph mgr fail - sleep 180 - ceph orch ps - ceph orch ls - ceph versions - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph versions | jq -e '.mgr | length == 1' - ceph versions | jq -e '.mgr | keys' | grep $sha1 - ceph versions | jq -e '.overall | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 1' - ceph versions | jq -e '.mon | keys' | grep $sha1 - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 5' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 7' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd --limit 1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 8' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 1' - ceph versions | jq -e '.osd | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --services rgw.foo - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.rgw | length == 1' - ceph versions | jq -e '.rgw | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - cephadm.shell: env: - sha1 mon.a: - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done - ceph orch ps - ceph versions - echo "wait for servicemap items w/ changing names to refresh" - sleep 60 - ceph orch ps - ceph versions - ceph orch upgrade status - ceph health detail - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - ceph orch ls | grep '^osd ' - cephadm.shell: mon.a: - ceph orch upgrade ls - ceph orch upgrade ls --image quay.io/ceph/ceph --show-all-versions | grep 16.2.0 - ceph orch upgrade ls --image quay.io/ceph/ceph --tags | grep v16.2.2 teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 1ae7ad82388e92a475afff437d49054826c019a1 timestamp: 2024-05-15_15:01:21 tube: smithi user: gabrioux verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-05-15T16:02:17.513 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_de5210d58560a4684fdb5b238ef3e6e0285a1de8/qa; will attempt to use it 2024-05-15T16:02:17.514 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_de5210d58560a4684fdb5b238ef3e6e0285a1de8/qa/tasks 2024-05-15T16:02:17.514 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-05-15T16:02:17.515 INFO:teuthology.task.internal:Checking packages... 2024-05-15T16:02:17.539 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'de5210d58560a4684fdb5b238ef3e6e0285a1de8' 2024-05-15T16:02:17.539 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-15T16:02:17.540 INFO:teuthology.packaging:ref: None 2024-05-15T16:02:17.540 INFO:teuthology.packaging:tag: None 2024-05-15T16:02:17.540 INFO:teuthology.packaging:branch: wip-65480-squid 2024-05-15T16:02:17.540 INFO:teuthology.packaging:sha1: de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:02:17.540 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-65480-squid 2024-05-15T16:02:17.841 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2576.gde5210d5 2024-05-15T16:02:17.843 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-05-15T16:02:17.850 INFO:teuthology.task.internal:no buildpackages task found 2024-05-15T16:02:17.850 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-05-15T16:02:17.881 INFO:teuthology.task.internal:Saving configuration 2024-05-15T16:02:17.897 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-05-15T16:02:17.917 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-05-15T16:02:17.938 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi066.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/gabrioux-2024-05-15_15:01:21-orch:cephadm-wip-65480-squid-distro-default-smithi/7707219', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-15 15:56:28.002893', 'locked_by': 'scheduled_gabrioux@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNVGM9whNGR2xqZ1sQytWhPKaCGnPmrslDtw31KeAl1isdZ04f+b/ADocZL7heEbY9cexEohF0h8YRUKVdT6lEc='} 2024-05-15T16:02:17.961 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi081.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/gabrioux-2024-05-15_15:01:21-orch:cephadm-wip-65480-squid-distro-default-smithi/7707219', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-15 15:56:28.001507', 'locked_by': 'scheduled_gabrioux@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCfVz/1T2lTCgVHsiFwmPvvvIPG1A9yzMQV6z6FgdGKJFpzKCoGF1MUS9yTkdzo8QpKKKc4xZz5qtUh+lLpsz68='} 2024-05-15T16:02:17.961 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-05-15T16:02:17.984 INFO:teuthology.task.internal:roles: ubuntu@smithi066.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-05-15T16:02:17.984 INFO:teuthology.task.internal:roles: ubuntu@smithi081.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-05-15T16:02:17.984 INFO:teuthology.run_tasks:Running task console_log... 2024-05-15T16:02:18.078 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f2bb09b60d0>, signals=[15]) 2024-05-15T16:02:18.078 INFO:teuthology.run_tasks:Running task internal.connect... 2024-05-15T16:02:18.085 INFO:teuthology.task.internal:Opening connections... 2024-05-15T16:02:18.085 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi066.front.sepia.ceph.com 2024-05-15T16:02:18.086 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-15T16:02:18.161 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi081.front.sepia.ceph.com 2024-05-15T16:02:18.162 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi081.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-15T16:02:18.236 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-05-15T16:02:18.242 DEBUG:teuthology.orchestra.run.smithi066:> uname -m 2024-05-15T16:02:18.261 INFO:teuthology.orchestra.run.smithi066.stdout:x86_64 2024-05-15T16:02:18.261 DEBUG:teuthology.orchestra.run.smithi066:> cat /etc/os-release 2024-05-15T16:02:18.319 INFO:teuthology.orchestra.run.smithi066.stdout:NAME="CentOS Stream" 2024-05-15T16:02:18.319 INFO:teuthology.orchestra.run.smithi066.stdout:VERSION="9" 2024-05-15T16:02:18.319 INFO:teuthology.orchestra.run.smithi066.stdout:ID="centos" 2024-05-15T16:02:18.319 INFO:teuthology.orchestra.run.smithi066.stdout:ID_LIKE="rhel fedora" 2024-05-15T16:02:18.319 INFO:teuthology.orchestra.run.smithi066.stdout:VERSION_ID="9" 2024-05-15T16:02:18.319 INFO:teuthology.orchestra.run.smithi066.stdout:PLATFORM_ID="platform:el9" 2024-05-15T16:02:18.319 INFO:teuthology.orchestra.run.smithi066.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-15T16:02:18.319 INFO:teuthology.orchestra.run.smithi066.stdout:ANSI_COLOR="0;31" 2024-05-15T16:02:18.319 INFO:teuthology.orchestra.run.smithi066.stdout:LOGO="fedora-logo-icon" 2024-05-15T16:02:18.319 INFO:teuthology.orchestra.run.smithi066.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-15T16:02:18.320 INFO:teuthology.orchestra.run.smithi066.stdout:HOME_URL="https://centos.org/" 2024-05-15T16:02:18.320 INFO:teuthology.orchestra.run.smithi066.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-15T16:02:18.320 INFO:teuthology.orchestra.run.smithi066.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-15T16:02:18.320 INFO:teuthology.orchestra.run.smithi066.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-15T16:02:18.320 INFO:teuthology.lock.ops:Updating smithi066.front.sepia.ceph.com on lock server 2024-05-15T16:02:18.343 DEBUG:teuthology.orchestra.run.smithi081:> uname -m 2024-05-15T16:02:18.361 INFO:teuthology.orchestra.run.smithi081.stdout:x86_64 2024-05-15T16:02:18.361 DEBUG:teuthology.orchestra.run.smithi081:> cat /etc/os-release 2024-05-15T16:02:18.418 INFO:teuthology.orchestra.run.smithi081.stdout:NAME="CentOS Stream" 2024-05-15T16:02:18.419 INFO:teuthology.orchestra.run.smithi081.stdout:VERSION="9" 2024-05-15T16:02:18.419 INFO:teuthology.orchestra.run.smithi081.stdout:ID="centos" 2024-05-15T16:02:18.419 INFO:teuthology.orchestra.run.smithi081.stdout:ID_LIKE="rhel fedora" 2024-05-15T16:02:18.419 INFO:teuthology.orchestra.run.smithi081.stdout:VERSION_ID="9" 2024-05-15T16:02:18.419 INFO:teuthology.orchestra.run.smithi081.stdout:PLATFORM_ID="platform:el9" 2024-05-15T16:02:18.419 INFO:teuthology.orchestra.run.smithi081.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-15T16:02:18.419 INFO:teuthology.orchestra.run.smithi081.stdout:ANSI_COLOR="0;31" 2024-05-15T16:02:18.420 INFO:teuthology.orchestra.run.smithi081.stdout:LOGO="fedora-logo-icon" 2024-05-15T16:02:18.420 INFO:teuthology.orchestra.run.smithi081.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-15T16:02:18.420 INFO:teuthology.orchestra.run.smithi081.stdout:HOME_URL="https://centos.org/" 2024-05-15T16:02:18.420 INFO:teuthology.orchestra.run.smithi081.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-15T16:02:18.420 INFO:teuthology.orchestra.run.smithi081.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-15T16:02:18.420 INFO:teuthology.orchestra.run.smithi081.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-15T16:02:18.420 INFO:teuthology.lock.ops:Updating smithi081.front.sepia.ceph.com on lock server 2024-05-15T16:02:18.443 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-05-15T16:02:18.453 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-05-15T16:02:18.498 INFO:teuthology.task.internal:Checking for old test directory... 2024-05-15T16:02:18.498 DEBUG:teuthology.orchestra.run.smithi066:> test '!' -e /home/ubuntu/cephtest 2024-05-15T16:02:18.500 DEBUG:teuthology.orchestra.run.smithi081:> test '!' -e /home/ubuntu/cephtest 2024-05-15T16:02:18.516 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-05-15T16:02:18.524 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-05-15T16:02:18.524 DEBUG:teuthology.orchestra.run.smithi066:> test -z $(ls -A /var/lib/ceph) 2024-05-15T16:02:18.559 DEBUG:teuthology.orchestra.run.smithi081:> test -z $(ls -A /var/lib/ceph) 2024-05-15T16:02:18.585 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-05-15T16:02:18.643 INFO:teuthology.run_tasks:Running task kernel... 2024-05-15T16:02:18.657 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-05-15T16:02:18.657 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-05-15T16:02:18.658 DEBUG:teuthology.orchestra.run.smithi066:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-15T16:02:18.658 DEBUG:teuthology.orchestra.run.smithi081:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-15T16:02:18.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-15T16:02:18.675 DEBUG:teuthology.orchestra.run.smithi081:> uname -r 2024-05-15T16:02:18.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-15T16:02:18.676 DEBUG:teuthology.orchestra.run.smithi066:> uname -r 2024-05-15T16:02:18.732 INFO:teuthology.orchestra.run.smithi081.stdout:5.14.0-437.el9.x86_64 2024-05-15T16:02:18.732 INFO:teuthology.task.kernel:Running kernel on smithi081: 5.14.0-437.el9.x86_64 2024-05-15T16:02:18.732 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum install -y kernel 2024-05-15T16:02:18.734 INFO:teuthology.orchestra.run.smithi066.stdout:5.14.0-437.el9.x86_64 2024-05-15T16:02:18.734 INFO:teuthology.task.kernel:Running kernel on smithi066: 5.14.0-437.el9.x86_64 2024-05-15T16:02:18.734 DEBUG:teuthology.orchestra.run.smithi066:> sudo yum install -y kernel 2024-05-15T16:02:23.202 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - BaseOS 2.8 MB/s | 8.1 MB 00:02 2024-05-15T16:02:23.220 INFO:teuthology.orchestra.run.smithi081.stdout:CentOS Stream 9 - BaseOS 2.8 MB/s | 8.1 MB 00:02 2024-05-15T16:02:24.879 INFO:teuthology.orchestra.run.smithi081.stdout:CentOS Stream 9 - AppStream 35 MB/s | 19 MB 00:00 2024-05-15T16:02:25.120 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - AppStream 25 MB/s | 19 MB 00:00 2024-05-15T16:02:33.246 INFO:teuthology.orchestra.run.smithi081.stdout:CentOS Stream 9 - CRB 1.3 MB/s | 6.2 MB 00:04 2024-05-15T16:02:33.803 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - CRB 1.2 MB/s | 6.2 MB 00:04 2024-05-15T16:02:34.780 INFO:teuthology.orchestra.run.smithi081.stdout:CentOS Stream 9 - Extras packages 45 kB/s | 16 kB 00:00 2024-05-15T16:02:35.687 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - Extras packages 26 kB/s | 16 kB 00:00 2024-05-15T16:02:36.867 INFO:teuthology.orchestra.run.smithi081.stdout:Extra Packages for Enterprise Linux 11 MB/s | 21 MB 00:01 2024-05-15T16:02:38.064 INFO:teuthology.orchestra.run.smithi066.stdout:Extra Packages for Enterprise Linux 9.4 MB/s | 21 MB 00:02 2024-05-15T16:02:41.998 INFO:teuthology.orchestra.run.smithi081.stdout:lab-extras 47 kB/s | 1.7 kB 00:00 2024-05-15T16:02:43.397 INFO:teuthology.orchestra.run.smithi066.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-05-15T16:02:43.946 INFO:teuthology.orchestra.run.smithi081.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-05-15T16:02:43.947 INFO:teuthology.orchestra.run.smithi081.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-05-15T16:02:44.042 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-05-15T16:02:44.052 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-05-15T16:02:44.052 INFO:teuthology.orchestra.run.smithi081.stdout: Package Architecture Version Repository Size 2024-05-15T16:02:44.053 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-05-15T16:02:44.053 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2024-05-15T16:02:44.053 INFO:teuthology.orchestra.run.smithi081.stdout: kernel x86_64 5.14.0-446.el9 baseos 550 k 2024-05-15T16:02:44.054 INFO:teuthology.orchestra.run.smithi081.stdout:Installing dependencies: 2024-05-15T16:02:44.055 INFO:teuthology.orchestra.run.smithi081.stdout: kernel-core x86_64 5.14.0-446.el9 baseos 15 M 2024-05-15T16:02:44.055 INFO:teuthology.orchestra.run.smithi081.stdout: kernel-modules x86_64 5.14.0-446.el9 baseos 34 M 2024-05-15T16:02:44.055 INFO:teuthology.orchestra.run.smithi081.stdout: kernel-modules-core x86_64 5.14.0-446.el9 baseos 28 M 2024-05-15T16:02:44.055 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-05-15T16:02:44.055 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2024-05-15T16:02:44.055 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-05-15T16:02:44.055 INFO:teuthology.orchestra.run.smithi081.stdout:Install 4 Packages 2024-05-15T16:02:44.055 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-05-15T16:02:44.055 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 78 M 2024-05-15T16:02:44.055 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 123 M 2024-05-15T16:02:44.055 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2024-05-15T16:02:44.550 INFO:teuthology.orchestra.run.smithi081.stdout:(1/4): kernel-5.14.0-446.el9.x86_64.rpm 3.1 MB/s | 550 kB 00:00 2024-05-15T16:02:45.275 INFO:teuthology.orchestra.run.smithi081.stdout:(2/4): kernel-core-5.14.0-446.el9.x86_64.rpm 17 MB/s | 15 MB 00:00 2024-05-15T16:02:45.462 INFO:teuthology.orchestra.run.smithi066.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-05-15T16:02:45.462 INFO:teuthology.orchestra.run.smithi066.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-05-15T16:02:45.554 INFO:teuthology.orchestra.run.smithi066.stdout:Dependencies resolved. 2024-05-15T16:02:45.567 INFO:teuthology.orchestra.run.smithi066.stdout:================================================================================ 2024-05-15T16:02:45.567 INFO:teuthology.orchestra.run.smithi066.stdout: Package Architecture Version Repository Size 2024-05-15T16:02:45.568 INFO:teuthology.orchestra.run.smithi066.stdout:================================================================================ 2024-05-15T16:02:45.568 INFO:teuthology.orchestra.run.smithi066.stdout:Installing: 2024-05-15T16:02:45.568 INFO:teuthology.orchestra.run.smithi066.stdout: kernel x86_64 5.14.0-446.el9 baseos 550 k 2024-05-15T16:02:45.568 INFO:teuthology.orchestra.run.smithi066.stdout:Installing dependencies: 2024-05-15T16:02:45.568 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-core x86_64 5.14.0-446.el9 baseos 15 M 2024-05-15T16:02:45.568 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-modules x86_64 5.14.0-446.el9 baseos 34 M 2024-05-15T16:02:45.568 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-modules-core x86_64 5.14.0-446.el9 baseos 28 M 2024-05-15T16:02:45.568 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:02:45.568 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction Summary 2024-05-15T16:02:45.568 INFO:teuthology.orchestra.run.smithi066.stdout:================================================================================ 2024-05-15T16:02:45.568 INFO:teuthology.orchestra.run.smithi066.stdout:Install 4 Packages 2024-05-15T16:02:45.568 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:02:45.569 INFO:teuthology.orchestra.run.smithi066.stdout:Total download size: 78 M 2024-05-15T16:02:45.569 INFO:teuthology.orchestra.run.smithi066.stdout:Installed size: 123 M 2024-05-15T16:02:45.569 INFO:teuthology.orchestra.run.smithi066.stdout:Downloading Packages: 2024-05-15T16:02:45.650 INFO:teuthology.orchestra.run.smithi081.stdout:(3/4): kernel-modules-5.14.0-446.el9.x86_64.rpm 27 MB/s | 34 MB 00:01 2024-05-15T16:02:45.773 INFO:teuthology.orchestra.run.smithi066.stdout:(1/4): kernel-5.14.0-446.el9.x86_64.rpm 3.4 MB/s | 550 kB 00:00 2024-05-15T16:02:45.942 INFO:teuthology.orchestra.run.smithi081.stdout:(4/4): kernel-modules-core-5.14.0-446.el9.x86_6 20 MB/s | 28 MB 00:01 2024-05-15T16:02:45.943 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2024-05-15T16:02:45.943 INFO:teuthology.orchestra.run.smithi081.stdout:Total 41 MB/s | 78 MB 00:01 2024-05-15T16:02:46.107 INFO:teuthology.orchestra.run.smithi066.stdout:(2/4): kernel-core-5.14.0-446.el9.x86_64.rpm 32 MB/s | 15 MB 00:00 2024-05-15T16:02:46.549 INFO:teuthology.orchestra.run.smithi066.stdout:(3/4): kernel-modules-core-5.14.0-446.el9.x86_6 36 MB/s | 28 MB 00:00 2024-05-15T16:02:46.618 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2024-05-15T16:02:46.874 INFO:teuthology.orchestra.run.smithi066.stdout:(4/4): kernel-modules-5.14.0-446.el9.x86_64.rpm 27 MB/s | 34 MB 00:01 2024-05-15T16:02:46.874 INFO:teuthology.orchestra.run.smithi066.stdout:-------------------------------------------------------------------------------- 2024-05-15T16:02:46.874 INFO:teuthology.orchestra.run.smithi066.stdout:Total 60 MB/s | 78 MB 00:01 2024-05-15T16:02:46.951 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2024-05-15T16:02:46.951 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2024-05-15T16:02:47.590 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction check 2024-05-15T16:02:47.873 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2024-05-15T16:02:47.873 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2024-05-15T16:02:47.985 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction check succeeded. 2024-05-15T16:02:47.986 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction test 2024-05-15T16:02:48.952 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction test succeeded. 2024-05-15T16:02:48.952 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction 2024-05-15T16:02:50.251 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2024-05-15T16:02:50.866 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : kernel-modules-core-5.14.0-446.el9.x86_64 1/4 2024-05-15T16:02:50.951 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : kernel-core-5.14.0-446.el9.x86_64 2/4 2024-05-15T16:02:51.463 INFO:teuthology.orchestra.run.smithi066.stdout: Preparing : 1/1 2024-05-15T16:02:52.104 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : kernel-modules-core-5.14.0-446.el9.x86_64 1/4 2024-05-15T16:02:52.191 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : kernel-core-5.14.0-446.el9.x86_64 2/4 2024-05-15T16:02:53.596 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: kernel-core-5.14.0-446.el9.x86_64 2/4 2024-05-15T16:02:53.724 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : kernel-modules-5.14.0-446.el9.x86_64 3/4 2024-05-15T16:02:54.985 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: kernel-core-5.14.0-446.el9.x86_64 2/4 2024-05-15T16:02:55.117 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : kernel-modules-5.14.0-446.el9.x86_64 3/4 2024-05-15T16:02:58.409 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: kernel-modules-5.14.0-446.el9.x86_64 3/4 2024-05-15T16:02:58.452 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : kernel-5.14.0-446.el9.x86_64 4/4 2024-05-15T16:03:00.190 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: kernel-modules-5.14.0-446.el9.x86_64 3/4 2024-05-15T16:03:00.237 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : kernel-5.14.0-446.el9.x86_64 4/4 2024-05-15T16:03:03.182 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: kernel-modules-core-5.14.0-446.el9.x86_64 4/4 2024-05-15T16:03:05.335 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: kernel-modules-core-5.14.0-446.el9.x86_64 4/4 2024-05-15T16:03:32.662 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: kernel-core-5.14.0-446.el9.x86_64 4/4 2024-05-15T16:03:32.700 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: kernel-modules-5.14.0-446.el9.x86_64 4/4 2024-05-15T16:03:33.046 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: kernel-5.14.0-446.el9.x86_64 4/4 2024-05-15T16:03:33.046 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : kernel-5.14.0-446.el9.x86_64 1/4 2024-05-15T16:03:33.046 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : kernel-core-5.14.0-446.el9.x86_64 2/4 2024-05-15T16:03:33.046 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : kernel-modules-5.14.0-446.el9.x86_64 3/4 2024-05-15T16:03:33.839 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : kernel-modules-core-5.14.0-446.el9.x86_64 4/4 2024-05-15T16:03:33.839 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-05-15T16:03:33.839 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2024-05-15T16:03:33.839 INFO:teuthology.orchestra.run.smithi081.stdout: kernel-5.14.0-446.el9.x86_64 2024-05-15T16:03:33.839 INFO:teuthology.orchestra.run.smithi081.stdout: kernel-core-5.14.0-446.el9.x86_64 2024-05-15T16:03:33.839 INFO:teuthology.orchestra.run.smithi081.stdout: kernel-modules-5.14.0-446.el9.x86_64 2024-05-15T16:03:33.840 INFO:teuthology.orchestra.run.smithi081.stdout: kernel-modules-core-5.14.0-446.el9.x86_64 2024-05-15T16:03:33.840 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-05-15T16:03:33.840 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-05-15T16:03:34.191 DEBUG:teuthology.orchestra.run.smithi081:> rpm -q kernel | sort -rV | head -n 1 2024-05-15T16:03:34.269 INFO:teuthology.orchestra.run.smithi081.stdout:kernel-5.14.0-446.el9.x86_64 2024-05-15T16:03:34.270 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-446.el9.x86_64 2024-05-15T16:03:34.270 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-446.el9.x86_64 2024-05-15T16:03:34.270 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-05-15T16:03:34.270 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-05-15T16:03:34.270 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-05-15T16:03:34.271 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi081.front.sepia.ceph.com, path=None, version=distro) 2024-05-15T16:03:34.271 DEBUG:teuthology.orchestra.run.smithi081:> rpm -q kernel | sort -rV | head -n 1 2024-05-15T16:03:34.320 INFO:teuthology.orchestra.run.smithi081.stdout:kernel-5.14.0-446.el9.x86_64 2024-05-15T16:03:34.320 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-446.el9.x86_64 2024-05-15T16:03:34.320 DEBUG:teuthology.orchestra.run.smithi081:> sudo rpm -qi grub2-tools 2024-05-15T16:03:34.351 INFO:teuthology.orchestra.run.smithi081.stdout:Name : grub2-tools 2024-05-15T16:03:34.351 INFO:teuthology.orchestra.run.smithi081.stdout:Epoch : 1 2024-05-15T16:03:34.351 INFO:teuthology.orchestra.run.smithi081.stdout:Version : 2.06 2024-05-15T16:03:34.351 INFO:teuthology.orchestra.run.smithi081.stdout:Release : 68.el9 2024-05-15T16:03:34.351 INFO:teuthology.orchestra.run.smithi081.stdout:Architecture: x86_64 2024-05-15T16:03:34.351 INFO:teuthology.orchestra.run.smithi081.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-05-15T16:03:34.351 INFO:teuthology.orchestra.run.smithi081.stdout:Group : Unspecified 2024-05-15T16:03:34.351 INFO:teuthology.orchestra.run.smithi081.stdout:Size : 8264254 2024-05-15T16:03:34.352 INFO:teuthology.orchestra.run.smithi081.stdout:License : GPLv3+ 2024-05-15T16:03:34.352 INFO:teuthology.orchestra.run.smithi081.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-05-15T16:03:34.352 INFO:teuthology.orchestra.run.smithi081.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-05-15T16:03:34.352 INFO:teuthology.orchestra.run.smithi081.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-05-15T16:03:34.352 INFO:teuthology.orchestra.run.smithi081.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-05-15T16:03:34.352 INFO:teuthology.orchestra.run.smithi081.stdout:Packager : builder@centos.org 2024-05-15T16:03:34.352 INFO:teuthology.orchestra.run.smithi081.stdout:Vendor : CentOS 2024-05-15T16:03:34.352 INFO:teuthology.orchestra.run.smithi081.stdout:URL : http://www.gnu.org/software/grub/ 2024-05-15T16:03:34.352 INFO:teuthology.orchestra.run.smithi081.stdout:Summary : Support tools for GRUB. 2024-05-15T16:03:34.352 INFO:teuthology.orchestra.run.smithi081.stdout:Description : 2024-05-15T16:03:34.352 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-05-15T16:03:34.352 INFO:teuthology.orchestra.run.smithi081.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-05-15T16:03:34.352 INFO:teuthology.orchestra.run.smithi081.stdout:customizable bootloader with modular architecture. It supports a rich 2024-05-15T16:03:34.352 INFO:teuthology.orchestra.run.smithi081.stdout:variety of kernel formats, file systems, computer architectures and 2024-05-15T16:03:34.352 INFO:teuthology.orchestra.run.smithi081.stdout:hardware devices. 2024-05-15T16:03:34.353 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-05-15T16:03:34.353 INFO:teuthology.orchestra.run.smithi081.stdout:This subpackage provides tools for support of all platforms. 2024-05-15T16:03:34.354 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-05-15T16:03:34.354 INFO:teuthology.task.kernel:Updating grub on smithi081 to boot 5.14.0-446.el9.x86_64 2024-05-15T16:03:34.354 DEBUG:teuthology.orchestra.run.smithi081:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-05-15T16:03:34.967 INFO:teuthology.orchestra.run.smithi081.stderr:Generating grub configuration file ... 2024-05-15T16:03:36.123 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: kernel-core-5.14.0-446.el9.x86_64 4/4 2024-05-15T16:03:36.163 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: kernel-modules-5.14.0-446.el9.x86_64 4/4 2024-05-15T16:03:36.381 INFO:teuthology.orchestra.run.smithi081.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-05-15T16:03:36.416 INFO:teuthology.orchestra.run.smithi081.stderr:done 2024-05-15T16:03:36.418 DEBUG:teuthology.orchestra.run.smithi081:> mktemp 2024-05-15T16:03:36.435 INFO:teuthology.orchestra.run.smithi081.stdout:/tmp/tmp.4CvW2aydUn 2024-05-15T16:03:36.436 DEBUG:teuthology.orchestra.run.smithi081:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.4CvW2aydUn 2024-05-15T16:03:36.501 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: kernel-5.14.0-446.el9.x86_64 4/4 2024-05-15T16:03:36.501 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : kernel-5.14.0-446.el9.x86_64 1/4 2024-05-15T16:03:36.501 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : kernel-core-5.14.0-446.el9.x86_64 2/4 2024-05-15T16:03:36.501 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : kernel-modules-5.14.0-446.el9.x86_64 3/4 2024-05-15T16:03:36.511 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod 0666 /tmp/tmp.4CvW2aydUn 2024-05-15T16:03:36.653 DEBUG:teuthology.orchestra.remote:smithi081:/tmp/tmp.4CvW2aydUn is 6KB 2024-05-15T16:03:36.702 DEBUG:teuthology.orchestra.run.smithi081:> rm -fr /tmp/tmp.4CvW2aydUn 2024-05-15T16:03:36.716 DEBUG:teuthology.orchestra.run.smithi081:> sudo /bin/ls /boot/loader/entries || true 2024-05-15T16:03:36.778 INFO:teuthology.orchestra.run.smithi081.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-05-15T16:03:36.779 INFO:teuthology.orchestra.run.smithi081.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-05-15T16:03:36.779 INFO:teuthology.orchestra.run.smithi081.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-05-15T16:03:36.779 INFO:teuthology.orchestra.run.smithi081.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-446.el9.x86_64.conf 2024-05-15T16:03:36.780 DEBUG:teuthology.orchestra.run.smithi081:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-446.el9.x86_64 2024-05-15T16:03:36.932 DEBUG:teuthology.orchestra.run.smithi081:> sudo shutdown -r now 2024-05-15T16:03:37.299 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : kernel-modules-core-5.14.0-446.el9.x86_64 4/4 2024-05-15T16:03:37.299 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:03:37.299 INFO:teuthology.orchestra.run.smithi066.stdout:Installed: 2024-05-15T16:03:37.299 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-5.14.0-446.el9.x86_64 2024-05-15T16:03:37.299 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-core-5.14.0-446.el9.x86_64 2024-05-15T16:03:37.299 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-modules-5.14.0-446.el9.x86_64 2024-05-15T16:03:37.299 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-modules-core-5.14.0-446.el9.x86_64 2024-05-15T16:03:37.300 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:03:37.300 INFO:teuthology.orchestra.run.smithi066.stdout:Complete! 2024-05-15T16:03:37.648 DEBUG:teuthology.orchestra.run.smithi066:> rpm -q kernel | sort -rV | head -n 1 2024-05-15T16:03:37.726 INFO:teuthology.orchestra.run.smithi066.stdout:kernel-5.14.0-446.el9.x86_64 2024-05-15T16:03:37.727 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-446.el9.x86_64 2024-05-15T16:03:37.727 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-446.el9.x86_64 2024-05-15T16:03:37.727 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-05-15T16:03:37.727 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-05-15T16:03:37.727 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-05-15T16:03:37.727 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi066.front.sepia.ceph.com, path=None, version=distro) 2024-05-15T16:03:37.727 DEBUG:teuthology.orchestra.run.smithi066:> rpm -q kernel | sort -rV | head -n 1 2024-05-15T16:03:37.780 INFO:teuthology.orchestra.run.smithi066.stdout:kernel-5.14.0-446.el9.x86_64 2024-05-15T16:03:37.780 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-446.el9.x86_64 2024-05-15T16:03:37.780 DEBUG:teuthology.orchestra.run.smithi066:> sudo rpm -qi grub2-tools 2024-05-15T16:03:37.819 INFO:teuthology.orchestra.run.smithi066.stdout:Name : grub2-tools 2024-05-15T16:03:37.819 INFO:teuthology.orchestra.run.smithi066.stdout:Epoch : 1 2024-05-15T16:03:37.819 INFO:teuthology.orchestra.run.smithi066.stdout:Version : 2.06 2024-05-15T16:03:37.819 INFO:teuthology.orchestra.run.smithi066.stdout:Release : 68.el9 2024-05-15T16:03:37.819 INFO:teuthology.orchestra.run.smithi066.stdout:Architecture: x86_64 2024-05-15T16:03:37.819 INFO:teuthology.orchestra.run.smithi066.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-05-15T16:03:37.819 INFO:teuthology.orchestra.run.smithi066.stdout:Group : Unspecified 2024-05-15T16:03:37.819 INFO:teuthology.orchestra.run.smithi066.stdout:Size : 8264254 2024-05-15T16:03:37.819 INFO:teuthology.orchestra.run.smithi066.stdout:License : GPLv3+ 2024-05-15T16:03:37.819 INFO:teuthology.orchestra.run.smithi066.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-05-15T16:03:37.819 INFO:teuthology.orchestra.run.smithi066.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-05-15T16:03:37.820 INFO:teuthology.orchestra.run.smithi066.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-05-15T16:03:37.820 INFO:teuthology.orchestra.run.smithi066.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-05-15T16:03:37.820 INFO:teuthology.orchestra.run.smithi066.stdout:Packager : builder@centos.org 2024-05-15T16:03:37.820 INFO:teuthology.orchestra.run.smithi066.stdout:Vendor : CentOS 2024-05-15T16:03:37.820 INFO:teuthology.orchestra.run.smithi066.stdout:URL : http://www.gnu.org/software/grub/ 2024-05-15T16:03:37.820 INFO:teuthology.orchestra.run.smithi066.stdout:Summary : Support tools for GRUB. 2024-05-15T16:03:37.820 INFO:teuthology.orchestra.run.smithi066.stdout:Description : 2024-05-15T16:03:37.820 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:03:37.820 INFO:teuthology.orchestra.run.smithi066.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-05-15T16:03:37.820 INFO:teuthology.orchestra.run.smithi066.stdout:customizable bootloader with modular architecture. It supports a rich 2024-05-15T16:03:37.820 INFO:teuthology.orchestra.run.smithi066.stdout:variety of kernel formats, file systems, computer architectures and 2024-05-15T16:03:37.820 INFO:teuthology.orchestra.run.smithi066.stdout:hardware devices. 2024-05-15T16:03:37.820 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:03:37.820 INFO:teuthology.orchestra.run.smithi066.stdout:This subpackage provides tools for support of all platforms. 2024-05-15T16:03:37.821 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-05-15T16:03:37.821 INFO:teuthology.task.kernel:Updating grub on smithi066 to boot 5.14.0-446.el9.x86_64 2024-05-15T16:03:37.821 DEBUG:teuthology.orchestra.run.smithi066:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-05-15T16:03:38.435 INFO:teuthology.orchestra.run.smithi066.stderr:Generating grub configuration file ... 2024-05-15T16:03:39.800 INFO:teuthology.orchestra.run.smithi066.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-05-15T16:03:39.828 INFO:teuthology.orchestra.run.smithi066.stderr:done 2024-05-15T16:03:39.830 DEBUG:teuthology.orchestra.run.smithi066:> mktemp 2024-05-15T16:03:39.845 INFO:teuthology.orchestra.run.smithi066.stdout:/tmp/tmp.SuZA6vsOHX 2024-05-15T16:03:39.846 DEBUG:teuthology.orchestra.run.smithi066:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.SuZA6vsOHX 2024-05-15T16:03:39.911 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 0666 /tmp/tmp.SuZA6vsOHX 2024-05-15T16:03:40.046 DEBUG:teuthology.orchestra.remote:smithi066:/tmp/tmp.SuZA6vsOHX is 6KB 2024-05-15T16:03:40.093 DEBUG:teuthology.orchestra.run.smithi066:> rm -fr /tmp/tmp.SuZA6vsOHX 2024-05-15T16:03:40.107 DEBUG:teuthology.orchestra.run.smithi066:> sudo /bin/ls /boot/loader/entries || true 2024-05-15T16:03:40.169 INFO:teuthology.orchestra.run.smithi066.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-05-15T16:03:40.169 INFO:teuthology.orchestra.run.smithi066.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-05-15T16:03:40.169 INFO:teuthology.orchestra.run.smithi066.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-05-15T16:03:40.169 INFO:teuthology.orchestra.run.smithi066.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-446.el9.x86_64.conf 2024-05-15T16:03:40.171 DEBUG:teuthology.orchestra.run.smithi066:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-446.el9.x86_64 2024-05-15T16:03:40.324 DEBUG:teuthology.orchestra.run.smithi066:> sudo shutdown -r now 2024-05-15T16:04:06.958 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-05-15T16:04:06.959 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi081.front.sepia.ceph.com' 2024-05-15T16:04:06.960 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi081.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-15T16:04:10.330 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-05-15T16:04:10.330 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-05-15T16:04:10.331 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-15T16:04:28.831 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.66 2024-05-15T16:04:37.838 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-05-15T16:04:37.839 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-15T16:04:40.894 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.66 2024-05-15T16:04:52.906 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-05-15T16:04:52.907 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-15T16:04:55.966 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.66 2024-05-15T16:05:06.970 DEBUG:teuthology.orchestra.remote:timed out 2024-05-15T16:05:10.970 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-05-15T16:05:10.971 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-15T16:05:15.974 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi081.front.sepia.ceph.com' 2024-05-15T16:05:15.975 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi081.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-15T16:05:16.432 DEBUG:teuthology.orchestra.run.smithi081:> true 2024-05-15T16:05:16.870 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi081.front.sepia.ceph.com' 2024-05-15T16:05:16.870 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-446.el9.x86_64"... 2024-05-15T16:05:16.871 DEBUG:teuthology.orchestra.run.smithi081:> uname -r 2024-05-15T16:05:16.885 INFO:teuthology.orchestra.run.smithi081.stdout:5.14.0-446.el9.x86_64 2024-05-15T16:05:16.885 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-446.el9.x86_64 vs 5.14.0-446.el9.x86_64 2024-05-15T16:05:16.885 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-05-15T16:05:16.886 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-05-15T16:05:17.886 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-05-15T16:05:17.886 DEBUG:teuthology.orchestra.run.smithi081:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-05-15T16:05:18.013 INFO:teuthology.orchestra.run.smithi081.stdout:ttyS1 2024-05-15T16:05:18.064 DEBUG:teuthology.parallel:result is None 2024-05-15T16:06:10.974 DEBUG:teuthology.orchestra.remote:timed out 2024-05-15T16:06:28.976 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-05-15T16:06:28.977 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-15T16:06:29.296 DEBUG:teuthology.orchestra.run.smithi066:> true 2024-05-15T16:06:29.655 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-05-15T16:06:29.655 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-446.el9.x86_64"... 2024-05-15T16:06:29.655 DEBUG:teuthology.orchestra.run.smithi066:> uname -r 2024-05-15T16:06:29.672 INFO:teuthology.orchestra.run.smithi066.stdout:5.14.0-446.el9.x86_64 2024-05-15T16:06:29.672 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-446.el9.x86_64 vs 5.14.0-446.el9.x86_64 2024-05-15T16:06:29.673 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-05-15T16:06:29.673 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-05-15T16:06:30.674 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-05-15T16:06:30.674 DEBUG:teuthology.orchestra.run.smithi066:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-05-15T16:06:30.739 INFO:teuthology.orchestra.run.smithi066.stdout:ttyS1 2024-05-15T16:06:30.784 DEBUG:teuthology.parallel:result is None 2024-05-15T16:06:30.785 INFO:teuthology.run_tasks:Running task internal.base... 2024-05-15T16:06:30.792 INFO:teuthology.task.internal:Creating test directory... 2024-05-15T16:06:30.793 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-15T16:06:30.795 DEBUG:teuthology.orchestra.run.smithi081:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-15T16:06:30.816 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-05-15T16:06:30.829 INFO:teuthology.run_tasks:Running task internal.archive... 2024-05-15T16:06:30.839 INFO:teuthology.task.internal:Creating archive directory... 2024-05-15T16:06:30.839 DEBUG:teuthology.orchestra.run.smithi066:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-15T16:06:30.854 DEBUG:teuthology.orchestra.run.smithi081:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-15T16:06:30.961 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-05-15T16:06:30.968 INFO:teuthology.task.internal:Enabling coredump saving... 2024-05-15T16:06:30.968 DEBUG:teuthology.orchestra.run.smithi066:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-15T16:06:30.971 DEBUG:teuthology.orchestra.run.smithi081:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-15T16:06:31.002 INFO:teuthology.orchestra.run.smithi066.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-15T16:06:31.011 INFO:teuthology.orchestra.run.smithi081.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-15T16:06:31.013 INFO:teuthology.orchestra.run.smithi066.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-15T16:06:31.023 INFO:teuthology.orchestra.run.smithi081.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-15T16:06:31.025 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-05-15T16:06:31.037 INFO:teuthology.task.internal:Configuring sudo... 2024-05-15T16:06:31.037 DEBUG:teuthology.orchestra.run.smithi066:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-15T16:06:31.057 DEBUG:teuthology.orchestra.run.smithi081:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-15T16:06:31.093 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-05-15T16:06:31.114 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-05-15T16:06:31.114 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-15T16:06:31.125 DEBUG:teuthology.orchestra.run.smithi081:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-15T16:06:31.150 DEBUG:teuthology.orchestra.run.smithi066:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-15T16:06:31.228 DEBUG:teuthology.orchestra.run.smithi066:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-15T16:06:31.274 DEBUG:teuthology.orchestra.run.smithi066:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-15T16:06:31.360 DEBUG:teuthology.orchestra.run.smithi066:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-15T16:06:31.400 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-05-15T16:06:31.400 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-15T16:06:31.467 DEBUG:teuthology.orchestra.run.smithi081:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-15T16:06:31.512 DEBUG:teuthology.orchestra.run.smithi081:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-15T16:06:31.561 DEBUG:teuthology.orchestra.run.smithi081:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-15T16:06:31.647 DEBUG:teuthology.orchestra.run.smithi081:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-15T16:06:31.689 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-05-15T16:06:31.690 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-15T16:06:31.757 DEBUG:teuthology.orchestra.run.smithi066:> sudo service rsyslog restart 2024-05-15T16:06:31.759 DEBUG:teuthology.orchestra.run.smithi081:> sudo service rsyslog restart 2024-05-15T16:06:31.796 INFO:teuthology.orchestra.run.smithi066.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-15T16:06:31.850 INFO:teuthology.orchestra.run.smithi081.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-15T16:06:32.148 INFO:teuthology.run_tasks:Running task internal.timer... 2024-05-15T16:06:32.160 INFO:teuthology.task.internal:Starting timer... 2024-05-15T16:06:32.160 INFO:teuthology.run_tasks:Running task pcp... 2024-05-15T16:06:32.173 INFO:teuthology.run_tasks:Running task selinux... 2024-05-15T16:06:32.185 DEBUG:teuthology.orchestra.run.smithi066:> sudo service auditd rotate 2024-05-15T16:06:32.258 INFO:teuthology.orchestra.run.smithi066.stdout:Rotating logs: 2024-05-15T16:06:32.262 DEBUG:teuthology.orchestra.run.smithi081:> sudo service auditd rotate 2024-05-15T16:06:32.347 INFO:teuthology.orchestra.run.smithi081.stdout:Rotating logs: 2024-05-15T16:06:32.349 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-05-15T16:06:32.349 DEBUG:teuthology.orchestra.run.smithi066:> /usr/sbin/getenforce 2024-05-15T16:06:32.383 INFO:teuthology.orchestra.run.smithi066.stdout:Permissive 2024-05-15T16:06:32.383 DEBUG:teuthology.orchestra.run.smithi081:> /usr/sbin/getenforce 2024-05-15T16:06:32.438 INFO:teuthology.orchestra.run.smithi081.stdout:Permissive 2024-05-15T16:06:32.438 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi066.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi081.front.sepia.ceph.com': 'permissive'} 2024-05-15T16:06:32.439 DEBUG:teuthology.orchestra.run.smithi066:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-05-15T16:06:32.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-15T16:06:32.471 DEBUG:teuthology.orchestra.run.smithi081:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-05-15T16:06:32.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-15T16:06:32.498 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-05-15T16:06:32.498 DEBUG:teuthology.orchestra.run.smithi066:> sudo /usr/sbin/setenforce permissive 2024-05-15T16:06:32.540 DEBUG:teuthology.orchestra.run.smithi081:> sudo /usr/sbin/setenforce permissive 2024-05-15T16:06:32.566 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-05-15T16:06:32.577 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-05-15T16:06:32.595 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-05-15T16:06:32.596 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi066.front.sepia.ceph.com,smithi081.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-05-15T16:11:01.245 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi066.front.sepia.ceph.com'), Remote(name='ubuntu@smithi081.front.sepia.ceph.com')] 2024-05-15T16:11:01.246 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-05-15T16:11:01.248 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-15T16:11:01.327 DEBUG:teuthology.orchestra.run.smithi066:> true 2024-05-15T16:11:01.411 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-05-15T16:11:01.412 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi081.front.sepia.ceph.com' 2024-05-15T16:11:01.412 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi081.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-15T16:11:01.494 DEBUG:teuthology.orchestra.run.smithi081:> true 2024-05-15T16:11:01.578 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi081.front.sepia.ceph.com' 2024-05-15T16:11:01.578 INFO:teuthology.run_tasks:Running task clock... 2024-05-15T16:11:01.590 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-05-15T16:11:01.590 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-15T16:11:01.590 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-15T16:11:01.593 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-15T16:11:01.593 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-15T16:11:01.623 INFO:teuthology.orchestra.run.smithi066.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-15T16:11:01.639 INFO:teuthology.orchestra.run.smithi066.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-15T16:11:01.648 INFO:teuthology.orchestra.run.smithi081.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-15T16:11:01.662 INFO:teuthology.orchestra.run.smithi081.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-15T16:11:01.665 INFO:teuthology.orchestra.run.smithi066.stderr:sudo: ntpd: command not found 2024-05-15T16:11:01.677 INFO:teuthology.orchestra.run.smithi066.stdout:506 Cannot talk to daemon 2024-05-15T16:11:01.686 INFO:teuthology.orchestra.run.smithi081.stderr:sudo: ntpd: command not found 2024-05-15T16:11:01.692 INFO:teuthology.orchestra.run.smithi066.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-15T16:11:01.697 INFO:teuthology.orchestra.run.smithi081.stdout:506 Cannot talk to daemon 2024-05-15T16:11:01.706 INFO:teuthology.orchestra.run.smithi066.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-15T16:11:01.711 INFO:teuthology.orchestra.run.smithi081.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-15T16:11:01.725 INFO:teuthology.orchestra.run.smithi081.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-15T16:11:01.764 INFO:teuthology.orchestra.run.smithi066.stderr:bash: line 1: ntpq: command not found 2024-05-15T16:11:01.768 INFO:teuthology.orchestra.run.smithi066.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-15T16:11:01.768 INFO:teuthology.orchestra.run.smithi066.stdout:=============================================================================== 2024-05-15T16:11:01.768 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-15T16:11:01.768 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-15T16:11:01.768 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-15T16:11:01.768 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-15T16:11:01.786 INFO:teuthology.orchestra.run.smithi081.stderr:bash: line 1: ntpq: command not found 2024-05-15T16:11:01.789 INFO:teuthology.orchestra.run.smithi081.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-15T16:11:01.789 INFO:teuthology.orchestra.run.smithi081.stdout:=============================================================================== 2024-05-15T16:11:01.789 INFO:teuthology.orchestra.run.smithi081.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-15T16:11:01.789 INFO:teuthology.orchestra.run.smithi081.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-15T16:11:01.790 INFO:teuthology.orchestra.run.smithi081.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-15T16:11:01.790 INFO:teuthology.orchestra.run.smithi081.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-15T16:11:01.791 INFO:teuthology.run_tasks:Running task cephadm... 2024-05-15T16:11:01.902 INFO:tasks.cephadm:Config: {'cephadm_branch': 'v17.2.0', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'image': 'quay.io/ceph/ceph:v17.2.0', 'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1, 'mgr/cephadm/use_agent': True}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'log-only-match': ['CEPHADM_'], 'sha1': 'de5210d58560a4684fdb5b238ef3e6e0285a1de8'} 2024-05-15T16:11:01.902 INFO:tasks.cephadm:Cluster image is quay.io/ceph/ceph:v17.2.0 2024-05-15T16:11:01.903 INFO:tasks.cephadm:Cluster fsid is b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:11:01.903 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-05-15T16:11:01.903 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.66', 'mon.c': '[v2:172.21.15.66:3301,v1:172.21.15.66:6790]', 'mon.b': '172.21.15.81'} 2024-05-15T16:11:01.903 INFO:tasks.cephadm:First mon is mon.a on smithi066 2024-05-15T16:11:01.903 INFO:tasks.cephadm:First mgr is y 2024-05-15T16:11:01.903 INFO:tasks.cephadm:Normalizing hostnames... 2024-05-15T16:11:01.903 DEBUG:teuthology.orchestra.run.smithi066:> sudo hostname $(hostname -s) 2024-05-15T16:11:01.931 DEBUG:teuthology.orchestra.run.smithi081:> sudo hostname $(hostname -s) 2024-05-15T16:11:01.958 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref v17.2.0)... 2024-05-15T16:11:01.958 DEBUG:teuthology.orchestra.run.smithi066:> curl --silent https://raw.githubusercontent.com/ceph/ceph/v17.2.0/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-15T16:11:02.365 INFO:teuthology.orchestra.run.smithi066.stdout:-rw-r--r--. 1 ubuntu ubuntu 320521 May 15 16:11 /home/ubuntu/cephtest/cephadm 2024-05-15T16:11:02.365 DEBUG:teuthology.orchestra.run.smithi081:> curl --silent https://raw.githubusercontent.com/ceph/ceph/v17.2.0/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-15T16:11:02.606 INFO:teuthology.orchestra.run.smithi081.stdout:-rw-r--r--. 1 ubuntu ubuntu 320521 May 15 16:11 /home/ubuntu/cephtest/cephadm 2024-05-15T16:11:02.606 DEBUG:teuthology.orchestra.run.smithi066:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-15T16:11:02.623 DEBUG:teuthology.orchestra.run.smithi081:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-15T16:11:02.649 INFO:tasks.cephadm:Pulling image quay.io/ceph/ceph:v17.2.0 on all hosts... 2024-05-15T16:11:02.650 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 pull 2024-05-15T16:11:02.666 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 pull 2024-05-15T16:11:03.527 INFO:teuthology.orchestra.run.smithi081.stderr:Pulling container image quay.io/ceph/ceph:v17.2.0... 2024-05-15T16:11:03.672 INFO:teuthology.orchestra.run.smithi066.stderr:Pulling container image quay.io/ceph/ceph:v17.2.0... 2024-05-15T16:11:32.380 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-05-15T16:11:32.380 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph_version": "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)", 2024-05-15T16:11:32.380 INFO:teuthology.orchestra.run.smithi081.stdout: "image_id": "e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9", 2024-05-15T16:11:32.381 INFO:teuthology.orchestra.run.smithi081.stdout: "repo_digests": [ 2024-05-15T16:11:32.381 INFO:teuthology.orchestra.run.smithi081.stdout: "quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a", 2024-05-15T16:11:32.381 INFO:teuthology.orchestra.run.smithi081.stdout: "quay.io/ceph/ceph@sha256:cb4d698cb769b6aba05bf6ef04f41a7fe694160140347576e13bd9348514b667" 2024-05-15T16:11:32.381 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-05-15T16:11:32.381 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-05-15T16:11:32.680 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:11:32.680 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_version": "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)", 2024-05-15T16:11:32.680 INFO:teuthology.orchestra.run.smithi066.stdout: "image_id": "e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9", 2024-05-15T16:11:32.680 INFO:teuthology.orchestra.run.smithi066.stdout: "repo_digests": [ 2024-05-15T16:11:32.680 INFO:teuthology.orchestra.run.smithi066.stdout: "quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a", 2024-05-15T16:11:32.680 INFO:teuthology.orchestra.run.smithi066.stdout: "quay.io/ceph/ceph@sha256:cb4d698cb769b6aba05bf6ef04f41a7fe694160140347576e13bd9348514b667" 2024-05-15T16:11:32.681 INFO:teuthology.orchestra.run.smithi066.stdout: ] 2024-05-15T16:11:32.681 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:11:32.702 DEBUG:teuthology.orchestra.run.smithi066:> sudo mkdir -p /etc/ceph 2024-05-15T16:11:32.742 DEBUG:teuthology.orchestra.run.smithi081:> sudo mkdir -p /etc/ceph 2024-05-15T16:11:32.771 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 777 /etc/ceph 2024-05-15T16:11:32.838 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod 777 /etc/ceph 2024-05-15T16:11:32.863 INFO:tasks.cephadm:Writing seed config... 2024-05-15T16:11:32.864 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-05-15T16:11:32.864 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-05-15T16:11:32.864 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-05-15T16:11:32.864 INFO:tasks.cephadm: override: [mgr] mgr/cephadm/use_agent = True 2024-05-15T16:11:32.864 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-05-15T16:11:32.864 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-05-15T16:11:32.864 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-05-15T16:11:32.864 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-05-15T16:11:32.864 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-05-15T16:11:32.865 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-05-15T16:11:32.865 DEBUG:teuthology.orchestra.run.smithi066:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-05-15T16:11:32.882 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = b95da56a-12d5-11ef-bc98-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = true bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 mgr/cephadm/use_agent = True [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-05-15T16:11:32.882 DEBUG:teuthology.orchestra.run.smithi066:mon.a> sudo journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mon.a.service 2024-05-15T16:11:32.924 DEBUG:teuthology.orchestra.run.smithi066:mgr.y> sudo journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mgr.y.service 2024-05-15T16:11:32.967 INFO:tasks.cephadm:Bootstrapping... 2024-05-15T16:11:32.968 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 -v bootstrap --fsid b95da56a-12d5-11ef-bc98-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.66 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-05-15T16:11:33.171 INFO:teuthology.orchestra.run.smithi066.stderr:-------------------------------------------------------------------------------- 2024-05-15T16:11:33.171 INFO:teuthology.orchestra.run.smithi066.stderr:cephadm ['--image', 'quay.io/ceph/ceph:v17.2.0', '-v', 'bootstrap', '--fsid', 'b95da56a-12d5-11ef-bc98-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.66', '--skip-admin-label'] 2024-05-15T16:11:33.196 INFO:teuthology.orchestra.run.smithi066.stderr:/bin/podman: 5.0.2 2024-05-15T16:11:33.198 INFO:teuthology.orchestra.run.smithi066.stderr:Verifying podman|docker is present... 2024-05-15T16:11:33.222 INFO:teuthology.orchestra.run.smithi066.stderr:/bin/podman: 5.0.2 2024-05-15T16:11:33.223 INFO:teuthology.orchestra.run.smithi066.stderr:Verifying lvm2 is present... 2024-05-15T16:11:33.223 INFO:teuthology.orchestra.run.smithi066.stderr:Verifying time synchronization is in place... 2024-05-15T16:11:33.230 INFO:teuthology.orchestra.run.smithi066.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2024-05-15T16:11:33.237 INFO:teuthology.orchestra.run.smithi066.stderr:systemctl: inactive 2024-05-15T16:11:33.244 INFO:teuthology.orchestra.run.smithi066.stderr:systemctl: enabled 2024-05-15T16:11:33.250 INFO:teuthology.orchestra.run.smithi066.stderr:systemctl: active 2024-05-15T16:11:33.251 INFO:teuthology.orchestra.run.smithi066.stderr:Unit chronyd.service is enabled and running 2024-05-15T16:11:33.251 INFO:teuthology.orchestra.run.smithi066.stderr:Repeating the final host check... 2024-05-15T16:11:33.273 INFO:teuthology.orchestra.run.smithi066.stderr:/bin/podman: 5.0.2 2024-05-15T16:11:33.275 INFO:teuthology.orchestra.run.smithi066.stderr:podman (/bin/podman) version 5.0.2 is present 2024-05-15T16:11:33.275 INFO:teuthology.orchestra.run.smithi066.stderr:systemctl is present 2024-05-15T16:11:33.276 INFO:teuthology.orchestra.run.smithi066.stderr:lvcreate is present 2024-05-15T16:11:33.282 INFO:teuthology.orchestra.run.smithi066.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2024-05-15T16:11:33.288 INFO:teuthology.orchestra.run.smithi066.stderr:systemctl: inactive 2024-05-15T16:11:33.296 INFO:teuthology.orchestra.run.smithi066.stderr:systemctl: enabled 2024-05-15T16:11:33.302 INFO:teuthology.orchestra.run.smithi066.stderr:systemctl: active 2024-05-15T16:11:33.303 INFO:teuthology.orchestra.run.smithi066.stderr:Unit chronyd.service is enabled and running 2024-05-15T16:11:33.303 INFO:teuthology.orchestra.run.smithi066.stderr:Host looks OK 2024-05-15T16:11:33.303 INFO:teuthology.orchestra.run.smithi066.stderr:Cluster fsid: b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:11:33.304 INFO:teuthology.orchestra.run.smithi066.stderr:Acquiring lock 139805682529280 on /run/cephadm/b95da56a-12d5-11ef-bc98-c7b262605968.lock 2024-05-15T16:11:33.304 INFO:teuthology.orchestra.run.smithi066.stderr:Lock 139805682529280 acquired on /run/cephadm/b95da56a-12d5-11ef-bc98-c7b262605968.lock 2024-05-15T16:11:33.304 INFO:teuthology.orchestra.run.smithi066.stderr:Verifying IP 172.21.15.66 port 3300 ... 2024-05-15T16:11:33.304 INFO:teuthology.orchestra.run.smithi066.stderr:Verifying IP 172.21.15.66 port 6789 ... 2024-05-15T16:11:33.304 INFO:teuthology.orchestra.run.smithi066.stderr:Base mon IP is 172.21.15.66, final addrv is [v2:172.21.15.66:3300,v1:172.21.15.66:6789] 2024-05-15T16:11:33.307 INFO:teuthology.orchestra.run.smithi066.stderr:/sbin/ip: default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.66 metric 100 2024-05-15T16:11:33.307 INFO:teuthology.orchestra.run.smithi066.stderr:/sbin/ip: 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.66 metric 100 2024-05-15T16:11:33.309 INFO:teuthology.orchestra.run.smithi066.stderr:/sbin/ip: ::1 dev lo proto kernel metric 256 pref medium 2024-05-15T16:11:33.310 INFO:teuthology.orchestra.run.smithi066.stderr:/sbin/ip: fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-05-15T16:11:33.310 INFO:teuthology.orchestra.run.smithi066.stderr:/sbin/ip: default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1790sec hoplimit 64 pref medium 2024-05-15T16:11:33.312 INFO:teuthology.orchestra.run.smithi066.stderr:/sbin/ip: 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-05-15T16:11:33.312 INFO:teuthology.orchestra.run.smithi066.stderr:/sbin/ip: inet6 ::1/128 scope host 2024-05-15T16:11:33.312 INFO:teuthology.orchestra.run.smithi066.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2024-05-15T16:11:33.313 INFO:teuthology.orchestra.run.smithi066.stderr:/sbin/ip: 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-05-15T16:11:33.313 INFO:teuthology.orchestra.run.smithi066.stderr:/sbin/ip: inet6 fe80::ec4:7aff:feb6:f8bd/64 scope link 2024-05-15T16:11:33.313 INFO:teuthology.orchestra.run.smithi066.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2024-05-15T16:11:33.313 INFO:teuthology.orchestra.run.smithi066.stderr:Mon IP `172.21.15.66` is in CIDR network `172.21.0.0/20` 2024-05-15T16:11:33.313 INFO:teuthology.orchestra.run.smithi066.stderr:- internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-05-15T16:11:33.314 INFO:teuthology.orchestra.run.smithi066.stderr:Pulling container image quay.io/ceph/ceph:v17.2.0... 2024-05-15T16:11:33.419 INFO:teuthology.orchestra.run.smithi066.stderr:/bin/podman: Trying to pull quay.io/ceph/ceph:v17.2.0... 2024-05-15T16:11:33.872 INFO:teuthology.orchestra.run.smithi066.stderr:/bin/podman: Getting image source signatures 2024-05-15T16:11:33.873 INFO:teuthology.orchestra.run.smithi066.stderr:/bin/podman: Copying blob sha256:c32ab78b488d0c72f64eded765c0cf6b5bf2c75dab66cb62a9d367fa6ec42513 2024-05-15T16:11:33.873 INFO:teuthology.orchestra.run.smithi066.stderr:/bin/podman: Copying blob sha256:a70843738bb77e1ab9c1f85969ebdfa55f178e746be081d1cb4f94011f69eb7c 2024-05-15T16:11:33.873 INFO:teuthology.orchestra.run.smithi066.stderr:/bin/podman: Copying blob sha256:33ca8fff7868c4dc0c11e09bca97c720eb9cfbab7221216754367dd8de70388a 2024-05-15T16:11:33.873 INFO:teuthology.orchestra.run.smithi066.stderr:/bin/podman: Copying blob sha256:599d07cb321ff0a3c82224e1138fc685793fa69b93ed5780415751a5f7e4b8c2 2024-05-15T16:11:33.873 INFO:teuthology.orchestra.run.smithi066.stderr:/bin/podman: Copying blob sha256:89b4a75bc2d8500f15463747507c9623df43886c134463e7f0527e70900e7a7b 2024-05-15T16:11:33.873 INFO:teuthology.orchestra.run.smithi066.stderr:/bin/podman: Copying config sha256:e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 2024-05-15T16:11:35.546 INFO:teuthology.orchestra.run.smithi066.stderr:/bin/podman: Writing manifest to image destination 2024-05-15T16:11:36.796 INFO:teuthology.orchestra.run.smithi066.stderr:/bin/podman: e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 2024-05-15T16:11:40.441 INFO:teuthology.orchestra.run.smithi066.stderr:ceph: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable) 2024-05-15T16:11:41.190 INFO:teuthology.orchestra.run.smithi066.stderr:Ceph version: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable) 2024-05-15T16:11:41.190 INFO:teuthology.orchestra.run.smithi066.stderr:Extracting ceph user uid/gid from container image... 2024-05-15T16:11:41.563 INFO:teuthology.orchestra.run.smithi066.stderr:stat: 167 167 2024-05-15T16:11:42.077 INFO:teuthology.orchestra.run.smithi066.stderr:Creating initial keys... 2024-05-15T16:11:42.451 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph-authtool: AQC+3kRmOuXmFhAAbx2FrVzEMiVvrc9Eh6PhMw== 2024-05-15T16:11:43.282 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph-authtool: AQC/3kRmAmBdDBAAE5oLHOCGPfXHFjHzXT0bqg== 2024-05-15T16:11:44.112 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph-authtool: AQDA3kRmiGlZABAAWw+VQIuBahsN5HRQNmEdGA== 2024-05-15T16:11:44.595 INFO:teuthology.orchestra.run.smithi066.stderr:Creating initial monmap... 2024-05-15T16:11:44.960 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: monmap file /tmp/monmap 2024-05-15T16:11:44.960 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/monmaptool: setting min_mon_release = octopus 2024-05-15T16:11:44.960 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: set fsid to b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:11:44.960 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-05-15T16:11:45.447 INFO:teuthology.orchestra.run.smithi066.stderr:monmaptool for a [v2:172.21.15.66:3300,v1:172.21.15.66:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-05-15T16:11:45.447 INFO:teuthology.orchestra.run.smithi066.stderr:setting min_mon_release = octopus 2024-05-15T16:11:45.447 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/monmaptool: set fsid to b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:11:45.447 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-05-15T16:11:45.447 INFO:teuthology.orchestra.run.smithi066.stderr: 2024-05-15T16:11:45.448 INFO:teuthology.orchestra.run.smithi066.stderr:Creating mon... 2024-05-15T16:11:47.256 INFO:teuthology.orchestra.run.smithi066.stderr:create mon.a on 2024-05-15T16:11:47.488 INFO:teuthology.orchestra.run.smithi066.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-05-15T16:11:47.662 INFO:teuthology.orchestra.run.smithi066.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph-b95da56a-12d5-11ef-bc98-c7b262605968.target → /etc/systemd/system/ceph-b95da56a-12d5-11ef-bc98-c7b262605968.target. 2024-05-15T16:11:47.662 INFO:teuthology.orchestra.run.smithi066.stderr:systemctl: Created symlink /etc/systemd/system/ceph.target.wants/ceph-b95da56a-12d5-11ef-bc98-c7b262605968.target → /etc/systemd/system/ceph-b95da56a-12d5-11ef-bc98-c7b262605968.target. 2024-05-15T16:11:48.001 INFO:teuthology.orchestra.run.smithi066.stderr:systemctl: Failed to reset failed state of unit ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mon.a.service: Unit ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mon.a.service not loaded. 2024-05-15T16:11:48.010 INFO:teuthology.orchestra.run.smithi066.stderr:systemctl: Created symlink /etc/systemd/system/ceph-b95da56a-12d5-11ef-bc98-c7b262605968.target.wants/ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mon.a.service → /etc/systemd/system/ceph-b95da56a-12d5-11ef-bc98-c7b262605968@.service. 2024-05-15T16:11:48.522 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:48 smithi066 podman[24101]: 2024-05-15 16:11:48.420311048 +0000 UTC m=+0.116815229 container create f755bd33d8ff14264e735383e8a11b9ffacdc4dbda70477595d5a399962cd96a (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-a, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, name=centos-stream, RELEASE=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, maintainer=Guillaume Abrioux , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, architecture=x86_64, distribution-scope=public, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, release=754, version=8, GIT_CLEAN=True, ceph=True, io.k8s.display-name=CentOS Stream 8, io.openshift.tags=base centos centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.component=centos-stream-container, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., build-date=2022-05-03T08:36:31.336870, GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, CEPH_POINT_RELEASE=-17.2.0, io.openshift.expose-services=) 2024-05-15T16:11:48.671 INFO:teuthology.orchestra.run.smithi066.stderr:systemctl: disabled 2024-05-15T16:11:48.678 INFO:teuthology.orchestra.run.smithi066.stderr:systemctl: inactive 2024-05-15T16:11:48.678 INFO:teuthology.orchestra.run.smithi066.stderr:firewalld.service is not enabled 2024-05-15T16:11:48.679 INFO:teuthology.orchestra.run.smithi066.stderr:Not possible to enable service . firewalld.service is not available 2024-05-15T16:11:48.679 INFO:teuthology.orchestra.run.smithi066.stderr:Waiting for mon to start... 2024-05-15T16:11:48.679 INFO:teuthology.orchestra.run.smithi066.stderr:Waiting for mon... 2024-05-15T16:11:48.780 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:48 smithi066 podman[24101]: 2024-05-15 16:11:48.589772129 +0000 UTC m=+0.286276317 container init f755bd33d8ff14264e735383e8a11b9ffacdc4dbda70477595d5a399962cd96a (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-a, vcs-type=git, com.redhat.component=centos-stream-container, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, architecture=x86_64, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, distribution-scope=public, RELEASE=HEAD, io.buildah.version=1.19.8, version=8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , name=centos-stream, CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, build-date=2022-05-03T08:36:31.336870, io.openshift.tags=base centos centos-stream) 2024-05-15T16:11:48.780 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:48 smithi066 podman[24101]: 2024-05-15 16:11:48.593370032 +0000 UTC m=+0.289874213 container start f755bd33d8ff14264e735383e8a11b9ffacdc4dbda70477595d5a399962cd96a (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, name=centos-stream, RELEASE=HEAD, com.redhat.component=centos-stream-container, vendor=Red Hat, Inc., io.openshift.tags=base centos centos-stream, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, version=8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, distribution-scope=public, architecture=x86_64, vcs-type=git, io.k8s.display-name=CentOS Stream 8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, CEPH_POINT_RELEASE=-17.2.0, ceph=True, build-date=2022-05-03T08:36:31.336870, release=754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.buildah.version=1.19.8, io.openshift.expose-services=) 2024-05-15T16:11:48.780 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:48 smithi066 ceph-mon[24119]: mkfs b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:11:48.780 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:48 smithi066 ceph-mon[24119]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-15T16:11:48.780 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:48 smithi066 bash[24101]: f755bd33d8ff14264e735383e8a11b9ffacdc4dbda70477595d5a399962cd96a 2024-05-15T16:11:48.780 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:48 smithi066 systemd[1]: Started Ceph mon.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:11:49.198 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: cluster: 2024-05-15T16:11:49.198 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: id: b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:11:49.198 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: health: HEALTH_OK 2024-05-15T16:11:49.198 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: 2024-05-15T16:11:49.198 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: services: 2024-05-15T16:11:49.198 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: mon: 1 daemons, quorum a (age 0.56341s) 2024-05-15T16:11:49.198 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: mgr: no daemons active 2024-05-15T16:11:49.198 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: osd: 0 osds: 0 up, 0 in 2024-05-15T16:11:49.198 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: 2024-05-15T16:11:49.199 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: data: 2024-05-15T16:11:49.199 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: pools: 0 pools, 0 pgs 2024-05-15T16:11:49.199 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: objects: 0 objects, 0 B 2024-05-15T16:11:49.199 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: usage: 0 B used, 0 B / 0 B avail 2024-05-15T16:11:49.199 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: pgs: 2024-05-15T16:11:49.199 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: 2024-05-15T16:11:49.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:49 smithi066 ceph-mon[24119]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-15T16:11:49.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:49 smithi066 ceph-mon[24119]: monmap e1: 1 mons at {a=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0]} 2024-05-15T16:11:49.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:49 smithi066 ceph-mon[24119]: fsmap 2024-05-15T16:11:49.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:49 smithi066 ceph-mon[24119]: osdmap e1: 0 total, 0 up, 0 in 2024-05-15T16:11:49.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:49 smithi066 ceph-mon[24119]: mgrmap e1: no daemons active 2024-05-15T16:11:49.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:49 smithi066 ceph-mon[24119]: from='client.? 172.21.15.66:0/2008492695' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-05-15T16:11:49.882 INFO:teuthology.orchestra.run.smithi066.stderr:mon is available 2024-05-15T16:11:49.882 INFO:teuthology.orchestra.run.smithi066.stderr:Assimilating anything we can from ceph.conf... 2024-05-15T16:11:50.384 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: 2024-05-15T16:11:50.384 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: [global] 2024-05-15T16:11:50.384 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: fsid = b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:11:50.384 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: mon_host = [v2:172.21.15.66:3300,v1:172.21.15.66:6789] 2024-05-15T16:11:50.384 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2024-05-15T16:11:50.384 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2024-05-15T16:11:50.385 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2024-05-15T16:11:50.385 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2024-05-15T16:11:50.385 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: 2024-05-15T16:11:50.385 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: [mgr] 2024-05-15T16:11:50.385 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: mgr/cephadm/use_agent = True 2024-05-15T16:11:50.385 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2024-05-15T16:11:50.385 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: 2024-05-15T16:11:50.385 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: [osd] 2024-05-15T16:11:50.385 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2024-05-15T16:11:50.385 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2024-05-15T16:11:50.829 INFO:teuthology.orchestra.run.smithi066.stderr:Generating new minimal ceph.conf... 2024-05-15T16:11:50.936 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:50 smithi066 ceph-mon[24119]: from='client.? 172.21.15.66:0/1891134358' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-05-15T16:11:50.936 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:50 smithi066 ceph-mon[24119]: from='client.? 172.21.15.66:0/1891134358' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-05-15T16:11:51.820 INFO:teuthology.orchestra.run.smithi066.stderr:Restarting the monitor... 2024-05-15T16:11:51.848 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:51 smithi066 ceph-mon[24119]: from='client.? 172.21.15.66:0/4116856673' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:11:52.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:51 smithi066 systemd[1]: Stopping Ceph mon.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:11:52.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:51 smithi066 bash[24340]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon.a" found: no such container 2024-05-15T16:11:52.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:51 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-a[24115]: 2024-05-15T16:11:51.985+0000 7fe2fa0fe700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-15T16:11:52.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:51 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-a[24115]: 2024-05-15T16:11:51.985+0000 7fe2fa0fe700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-05-15T16:11:52.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:52 smithi066 podman[24352]: 2024-05-15 16:11:52.068391315 +0000 UTC m=+0.182062271 container died f755bd33d8ff14264e735383e8a11b9ffacdc4dbda70477595d5a399962cd96a (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-a, build-date=2022-05-03T08:36:31.336870, RELEASE=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-type=git, com.redhat.component=centos-stream-container, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.expose-services=, ceph=True, GIT_CLEAN=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, version=8, vendor=Red Hat, Inc., architecture=x86_64, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, distribution-scope=public, GIT_BRANCH=HEAD, io.openshift.tags=base centos centos-stream, CEPH_POINT_RELEASE=-17.2.0, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, name=centos-stream, io.buildah.version=1.19.8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.k8s.display-name=CentOS Stream 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, release=754, maintainer=Guillaume Abrioux ) 2024-05-15T16:11:52.678 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:52 smithi066 podman[24352]: 2024-05-15 16:11:52.418397239 +0000 UTC m=+0.532068195 container cleanup f755bd33d8ff14264e735383e8a11b9ffacdc4dbda70477595d5a399962cd96a (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-a, com.redhat.component=centos-stream-container, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.tags=base centos centos-stream, RELEASE=HEAD, name=centos-stream, vendor=Red Hat, Inc., version=8, io.k8s.display-name=CentOS Stream 8, architecture=x86_64, build-date=2022-05-03T08:36:31.336870, io.buildah.version=1.19.8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Guillaume Abrioux , io.openshift.expose-services=, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_CLEAN=True, vcs-type=git, GIT_BRANCH=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-05-15T16:11:52.679 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:52 smithi066 bash[24352]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-a 2024-05-15T16:11:52.679 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:52 smithi066 bash[24381]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon.a" found: no such container 2024-05-15T16:11:53.011 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:52 smithi066 podman[24365]: 2024-05-15 16:11:52.677809767 +0000 UTC m=+0.607611883 container remove f755bd33d8ff14264e735383e8a11b9ffacdc4dbda70477595d5a399962cd96a (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-a, ceph=True, RELEASE=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, maintainer=Guillaume Abrioux , io.k8s.display-name=CentOS Stream 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_BRANCH=HEAD, distribution-scope=public, io.buildah.version=1.19.8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vendor=Red Hat, Inc., architecture=x86_64, release=754, name=centos-stream, build-date=2022-05-03T08:36:31.336870, io.openshift.tags=base centos centos-stream, com.redhat.component=centos-stream-container, version=8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_REPO=https://github.com/ceph/ceph-container.git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, CEPH_POINT_RELEASE=-17.2.0, GIT_CLEAN=True) 2024-05-15T16:11:53.011 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:52 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mon.a.service: Deactivated successfully. 2024-05-15T16:11:53.011 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:52 smithi066 systemd[1]: Stopped Ceph mon.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:11:53.011 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:52 smithi066 systemd[1]: Starting Ceph mon.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:11:53.011 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:52 smithi066 podman[24445]: 2024-05-15 16:11:52.912176282 +0000 UTC m=+0.106665424 container create 282c81f9a7865c460295269ef7fe8f3cf202853502ad8bbb05b5628b2f01266f (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-a, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, RELEASE=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, vcs-type=git, maintainer=Guillaume Abrioux , vendor=Red Hat, Inc., io.openshift.tags=base centos centos-stream, name=centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, build-date=2022-05-03T08:36:31.336870, GIT_BRANCH=HEAD, GIT_CLEAN=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=754, ceph=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.buildah.version=1.19.8, com.redhat.component=centos-stream-container, distribution-scope=public, CEPH_POINT_RELEASE=-17.2.0, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, architecture=x86_64) 2024-05-15T16:11:53.011 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:52 smithi066 podman[24445]: 2024-05-15 16:11:52.82418604 +0000 UTC m=+0.018675195 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph:v17.2.0 2024-05-15T16:11:53.185 INFO:teuthology.orchestra.run.smithi066.stderr:Setting mon public_network to 172.21.0.0/20 2024-05-15T16:11:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 podman[24445]: 2024-05-15 16:11:53.114340751 +0000 UTC m=+0.308829896 container init 282c81f9a7865c460295269ef7fe8f3cf202853502ad8bbb05b5628b2f01266f (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-a, com.redhat.component=centos-stream-container, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.buildah.version=1.19.8, vcs-type=git, release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, ceph=True, io.k8s.display-name=CentOS Stream 8, GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, architecture=x86_64, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, RELEASE=HEAD, version=8, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.openshift.tags=base centos centos-stream, name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, build-date=2022-05-03T08:36:31.336870, vendor=Red Hat, Inc., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-05-15T16:11:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 podman[24445]: 2024-05-15 16:11:53.117602671 +0000 UTC m=+0.312091816 container start 282c81f9a7865c460295269ef7fe8f3cf202853502ad8bbb05b5628b2f01266f (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-a, release=754, io.openshift.tags=base centos centos-stream, distribution-scope=public, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.expose-services=, RELEASE=HEAD, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, maintainer=Guillaume Abrioux , com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_BRANCH=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, ceph=True, build-date=2022-05-03T08:36:31.336870, io.k8s.display-name=CentOS Stream 8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vendor=Red Hat, Inc., name=centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, CEPH_POINT_RELEASE=-17.2.0, com.redhat.component=centos-stream-container, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, version=8, architecture=x86_64, vcs-type=git) 2024-05-15T16:11:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: set uid:gid to 167:167 (ceph:ceph) 2024-05-15T16:11:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable), process ceph-mon, pid 2 2024-05-15T16:11:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: pidfile_write: ignore empty --pid-file 2024-05-15T16:11:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: load: jerasure load: lrc 2024-05-15T16:11:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: RocksDB version: 6.15.5 2024-05-15T16:11:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-05-15T16:11:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Compile date Apr 18 2022 2024-05-15T16:11:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: DB SUMMARY 2024-05-15T16:11:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: DB Session ID: 0P02EZ2PTU358RKKDFDL 2024-05-15T16:11:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: CURRENT file: CURRENT 2024-05-15T16:11:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: IDENTITY file: IDENTITY 2024-05-15T16:11:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-05-15T16:11:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-05-15T16:11:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 82635 ; 2024-05-15T16:11:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.error_if_exists: 0 2024-05-15T16:11:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.create_if_missing: 0 2024-05-15T16:11:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.paranoid_checks: 1 2024-05-15T16:11:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-15T16:11:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.env: 0x5600fd0c6860 2024-05-15T16:11:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.fs: Posix File System 2024-05-15T16:11:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.info_log: 0x5600fef27dc0 2024-05-15T16:11:53.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.max_file_opening_threads: 16 2024-05-15T16:11:53.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.statistics: (nil) 2024-05-15T16:11:53.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.use_fsync: 0 2024-05-15T16:11:53.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.max_log_file_size: 0 2024-05-15T16:11:53.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-15T16:11:53.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.log_file_time_to_roll: 0 2024-05-15T16:11:53.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.keep_log_file_num: 1000 2024-05-15T16:11:53.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.recycle_log_file_num: 0 2024-05-15T16:11:53.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.allow_fallocate: 1 2024-05-15T16:11:53.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.allow_mmap_reads: 0 2024-05-15T16:11:53.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.allow_mmap_writes: 0 2024-05-15T16:11:53.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.use_direct_reads: 0 2024-05-15T16:11:53.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-15T16:11:53.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.create_missing_column_families: 0 2024-05-15T16:11:53.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.db_log_dir: 2024-05-15T16:11:53.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-05-15T16:11:53.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.table_cache_numshardbits: 6 2024-05-15T16:11:53.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.WAL_ttl_seconds: 0 2024-05-15T16:11:53.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.WAL_size_limit_MB: 0 2024-05-15T16:11:53.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-15T16:11:53.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-15T16:11:53.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.is_fd_close_on_exec: 1 2024-05-15T16:11:53.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.advise_random_on_open: 1 2024-05-15T16:11:53.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.db_write_buffer_size: 0 2024-05-15T16:11:53.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.write_buffer_manager: 0x5600ff0182a0 2024-05-15T16:11:53.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-15T16:11:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-05-15T16:11:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-15T16:11:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.use_adaptive_mutex: 0 2024-05-15T16:11:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.rate_limiter: (nil) 2024-05-15T16:11:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-15T16:11:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.wal_recovery_mode: 2 2024-05-15T16:11:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.enable_thread_tracking: 0 2024-05-15T16:11:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.enable_pipelined_write: 0 2024-05-15T16:11:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.unordered_write: 0 2024-05-15T16:11:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-15T16:11:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-15T16:11:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-15T16:11:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-15T16:11:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.row_cache: None 2024-05-15T16:11:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.wal_filter: None 2024-05-15T16:11:53.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-15T16:11:53.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.allow_ingest_behind: 0 2024-05-15T16:11:53.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.preserve_deletes: 0 2024-05-15T16:11:53.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.two_write_queues: 0 2024-05-15T16:11:53.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.manual_wal_flush: 0 2024-05-15T16:11:53.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.atomic_flush: 0 2024-05-15T16:11:53.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-15T16:11:53.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.persist_stats_to_disk: 0 2024-05-15T16:11:53.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.write_dbid_to_manifest: 0 2024-05-15T16:11:53.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.log_readahead_size: 0 2024-05-15T16:11:53.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-15T16:11:53.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.best_efforts_recovery: 0 2024-05-15T16:11:53.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-15T16:11:53.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-15T16:11:53.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.allow_data_in_errors: 0 2024-05-15T16:11:53.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.db_host_id: __hostname__ 2024-05-15T16:11:53.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.max_background_jobs: 2 2024-05-15T16:11:53.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.max_background_compactions: -1 2024-05-15T16:11:53.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.max_subcompactions: 1 2024-05-15T16:11:53.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-15T16:11:53.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-15T16:11:53.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.delayed_write_rate : 16777216 2024-05-15T16:11:53.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.max_total_wal_size: 0 2024-05-15T16:11:53.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-15T16:11:53.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.stats_dump_period_sec: 600 2024-05-15T16:11:53.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.stats_persist_period_sec: 600 2024-05-15T16:11:53.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-15T16:11:53.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.max_open_files: -1 2024-05-15T16:11:53.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.bytes_per_sync: 0 2024-05-15T16:11:53.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.wal_bytes_per_sync: 0 2024-05-15T16:11:53.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.strict_bytes_per_sync: 0 2024-05-15T16:11:53.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.compaction_readahead_size: 0 2024-05-15T16:11:53.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.max_background_flushes: -1 2024-05-15T16:11:53.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Compression algorithms supported: 2024-05-15T16:11:53.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-15T16:11:53.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: kZSTD supported: 0 2024-05-15T16:11:53.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: kXpressCompression supported: 0 2024-05-15T16:11:53.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: kLZ4HCCompression supported: 1 2024-05-15T16:11:53.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: kLZ4Compression supported: 1 2024-05-15T16:11:53.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: kBZip2Compression supported: 0 2024-05-15T16:11:53.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: kZlibCompression supported: 1 2024-05-15T16:11:53.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: kSnappyCompression supported: 1 2024-05-15T16:11:53.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Fast CRC32 supported: Supported on x86 2024-05-15T16:11:53.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: [db/version_set.cc:4725] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-05-15T16:11:53.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: [db/column_family.cc:597] --------------- Options for column family [default]: 2024-05-15T16:11:53.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-15T16:11:53.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.merge_operator: 2024-05-15T16:11:53.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.compaction_filter: None 2024-05-15T16:11:53.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.compaction_filter_factory: None 2024-05-15T16:11:53.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.sst_partitioner_factory: None 2024-05-15T16:11:53.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.memtable_factory: SkipListFactory 2024-05-15T16:11:53.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.table_factory: BlockBasedTable 2024-05-15T16:11:53.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5600feef3d00) 2024-05-15T16:11:53.295 INFO:journalctl@ceph.mon.a.smithi066.stdout: cache_index_and_filter_blocks: 1 2024-05-15T16:11:53.295 INFO:journalctl@ceph.mon.a.smithi066.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-15T16:11:53.295 INFO:journalctl@ceph.mon.a.smithi066.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-15T16:11:53.295 INFO:journalctl@ceph.mon.a.smithi066.stdout: pin_top_level_index_and_filter: 1 2024-05-15T16:11:53.295 INFO:journalctl@ceph.mon.a.smithi066.stdout: index_type: 0 2024-05-15T16:11:53.295 INFO:journalctl@ceph.mon.a.smithi066.stdout: data_block_index_type: 0 2024-05-15T16:11:53.295 INFO:journalctl@ceph.mon.a.smithi066.stdout: index_shortening: 1 2024-05-15T16:11:53.296 INFO:journalctl@ceph.mon.a.smithi066.stdout: data_block_hash_table_util_ratio: 0.750000 2024-05-15T16:11:53.296 INFO:journalctl@ceph.mon.a.smithi066.stdout: hash_index_allow_collision: 1 2024-05-15T16:11:53.296 INFO:journalctl@ceph.mon.a.smithi066.stdout: checksum: 1 2024-05-15T16:11:53.296 INFO:journalctl@ceph.mon.a.smithi066.stdout: no_block_cache: 0 2024-05-15T16:11:53.296 INFO:journalctl@ceph.mon.a.smithi066.stdout: block_cache: 0x5600fef5e170 2024-05-15T16:11:53.296 INFO:journalctl@ceph.mon.a.smithi066.stdout: block_cache_name: BinnedLRUCache 2024-05-15T16:11:53.296 INFO:journalctl@ceph.mon.a.smithi066.stdout: block_cache_options: 2024-05-15T16:11:53.296 INFO:journalctl@ceph.mon.a.smithi066.stdout: capacity : 536870912 2024-05-15T16:11:53.296 INFO:journalctl@ceph.mon.a.smithi066.stdout: num_shard_bits : 4 2024-05-15T16:11:53.296 INFO:journalctl@ceph.mon.a.smithi066.stdout: strict_capacity_limit : 0 2024-05-15T16:11:53.296 INFO:journalctl@ceph.mon.a.smithi066.stdout: high_pri_pool_ratio: 0.000 2024-05-15T16:11:53.296 INFO:journalctl@ceph.mon.a.smithi066.stdout: block_cache_compressed: (nil) 2024-05-15T16:11:53.296 INFO:journalctl@ceph.mon.a.smithi066.stdout: persistent_cache: (nil) 2024-05-15T16:11:53.296 INFO:journalctl@ceph.mon.a.smithi066.stdout: block_size: 4096 2024-05-15T16:11:53.297 INFO:journalctl@ceph.mon.a.smithi066.stdout: block_size_deviation: 10 2024-05-15T16:11:53.297 INFO:journalctl@ceph.mon.a.smithi066.stdout: block_restart_interval: 16 2024-05-15T16:11:53.297 INFO:journalctl@ceph.mon.a.smithi066.stdout: index_block_restart_interval: 1 2024-05-15T16:11:53.297 INFO:journalctl@ceph.mon.a.smithi066.stdout: metadata_block_size: 4096 2024-05-15T16:11:53.297 INFO:journalctl@ceph.mon.a.smithi066.stdout: partition_filters: 0 2024-05-15T16:11:53.297 INFO:journalctl@ceph.mon.a.smithi066.stdout: use_delta_encoding: 1 2024-05-15T16:11:53.297 INFO:journalctl@ceph.mon.a.smithi066.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-05-15T16:11:53.297 INFO:journalctl@ceph.mon.a.smithi066.stdout: whole_key_filtering: 1 2024-05-15T16:11:53.297 INFO:journalctl@ceph.mon.a.smithi066.stdout: verify_compression: 0 2024-05-15T16:11:53.297 INFO:journalctl@ceph.mon.a.smithi066.stdout: read_amp_bytes_per_bit: 0 2024-05-15T16:11:53.297 INFO:journalctl@ceph.mon.a.smithi066.stdout: format_version: 4 2024-05-15T16:11:53.297 INFO:journalctl@ceph.mon.a.smithi066.stdout: enable_index_compression: 1 2024-05-15T16:11:53.297 INFO:journalctl@ceph.mon.a.smithi066.stdout: block_align: 0 2024-05-15T16:11:53.297 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.write_buffer_size: 33554432 2024-05-15T16:11:53.298 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.max_write_buffer_number: 2 2024-05-15T16:11:53.298 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.compression: NoCompression 2024-05-15T16:11:53.298 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.bottommost_compression: Disabled 2024-05-15T16:11:53.298 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.prefix_extractor: nullptr 2024-05-15T16:11:53.298 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-15T16:11:53.298 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.num_levels: 7 2024-05-15T16:11:53.298 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-15T16:11:53.298 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-15T16:11:53.298 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-15T16:11:53.298 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-15T16:11:53.298 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-15T16:11:53.298 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-15T16:11:53.298 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-15T16:11:53.298 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-15T16:11:53.298 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-15T16:11:53.299 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-15T16:11:53.299 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.compression_opts.window_bits: -14 2024-05-15T16:11:53.299 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.compression_opts.level: 32767 2024-05-15T16:11:53.299 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.compression_opts.strategy: 0 2024-05-15T16:11:53.299 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-15T16:11:53.299 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-15T16:11:53.299 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-15T16:11:53.299 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.compression_opts.enabled: false 2024-05-15T16:11:53.299 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-15T16:11:53.299 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-15T16:11:53.299 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-15T16:11:53.299 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.target_file_size_base: 67108864 2024-05-15T16:11:53.299 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.target_file_size_multiplier: 1 2024-05-15T16:11:53.299 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-15T16:11:53.299 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-15T16:11:53.299 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-15T16:11:53.300 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-15T16:11:53.300 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-15T16:11:53.300 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-15T16:11:53.300 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-15T16:11:53.300 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-15T16:11:53.300 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-15T16:11:53.300 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-15T16:11:53.300 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-15T16:11:53.300 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-15T16:11:53.300 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.arena_block_size: 4194304 2024-05-15T16:11:53.300 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-15T16:11:53.300 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-15T16:11:53.300 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-05-15T16:11:53.300 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.disable_auto_compactions: 0 2024-05-15T16:11:53.300 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-15T16:11:53.301 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-15T16:11:53.301 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-15T16:11:53.301 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-15T16:11:53.301 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-15T16:11:53.301 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-15T16:11:53.301 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-15T16:11:53.301 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-15T16:11:53.301 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-15T16:11:53.301 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-15T16:11:53.301 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.table_properties_collectors: 2024-05-15T16:11:53.301 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.inplace_update_support: 0 2024-05-15T16:11:53.301 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.inplace_update_num_locks: 10000 2024-05-15T16:11:53.301 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-15T16:11:53.301 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-15T16:11:53.301 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.memtable_huge_page_size: 0 2024-05-15T16:11:53.301 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.bloom_locality: 0 2024-05-15T16:11:53.302 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.max_successive_merges: 0 2024-05-15T16:11:53.302 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.optimize_filters_for_hits: 0 2024-05-15T16:11:53.302 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.paranoid_file_checks: 0 2024-05-15T16:11:53.302 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.force_consistency_checks: 1 2024-05-15T16:11:53.302 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.report_bg_io_stats: 0 2024-05-15T16:11:53.302 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.ttl: 2592000 2024-05-15T16:11:53.302 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.periodic_compaction_seconds: 0 2024-05-15T16:11:53.302 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.enable_blob_files: false 2024-05-15T16:11:53.302 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.min_blob_size: 0 2024-05-15T16:11:53.302 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.blob_file_size: 268435456 2024-05-15T16:11:53.302 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.blob_compression_type: NoCompression 2024-05-15T16:11:53.302 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.enable_blob_garbage_collection: false 2024-05-15T16:11:53.302 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-15T16:11:53.302 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: [db/version_set.cc:4773] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-05-15T16:11:53.303 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: [db/version_set.cc:4782] Column family [default] (ID 0), log number is 5 2024-05-15T16:11:53.303 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: [db/version_set.cc:4083] Creating manifest 13 2024-05-15T16:11:53.303 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715789513143796, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-05-15T16:11:53.303 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: [db/db_impl/db_impl_open.cc:847] Recovering log #10 mode 2 2024-05-15T16:11:53.303 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: [table/block_based/filter_policy.cc:996] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-05-15T16:11:53.303 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715789513145194, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 79185, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 77448, "index_size": 225, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10027, "raw_average_key_size": 47, "raw_value_size": 71757, "raw_average_value_size": 340, "num_data_blocks": 10, "num_entries": 211, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1715789513, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "a24ac29c-488a-4e20-90a7-b7c05ab732f6", "db_session_id": "0P02EZ2PTU358RKKDFDL"}} 2024-05-15T16:11:53.303 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: [db/version_set.cc:4083] Creating manifest 15 2024-05-15T16:11:53.303 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715789513145526, "job": 1, "event": "recovery_finished"} 2024-05-15T16:11:53.303 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: [file/delete_scheduler.cc:73] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-15T16:11:53.303 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: [db/db_impl/db_impl_open.cc:1701] SstFileManager instance 0x5600fef44a80 2024-05-15T16:11:53.303 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: DB pointer 0x5600fef54000 2024-05-15T16:11:53.303 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: [db/db_impl/db_impl.cc:902] ------- DUMPING STATS ------- 2024-05-15T16:11:53.303 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-05-15T16:11:53.303 INFO:journalctl@ceph.mon.a.smithi066.stdout: ** DB Stats ** 2024-05-15T16:11:53.303 INFO:journalctl@ceph.mon.a.smithi066.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-15T16:11:53.304 INFO:journalctl@ceph.mon.a.smithi066.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-15T16:11:53.304 INFO:journalctl@ceph.mon.a.smithi066.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-15T16:11:53.304 INFO:journalctl@ceph.mon.a.smithi066.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-15T16:11:53.304 INFO:journalctl@ceph.mon.a.smithi066.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-15T16:11:53.304 INFO:journalctl@ceph.mon.a.smithi066.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-05-15T16:11:53.304 INFO:journalctl@ceph.mon.a.smithi066.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-15T16:11:53.304 INFO:journalctl@ceph.mon.a.smithi066.stdout: 2024-05-15T16:11:53.304 INFO:journalctl@ceph.mon.a.smithi066.stdout: ** Compaction Stats [default] ** 2024-05-15T16:11:53.304 INFO:journalctl@ceph.mon.a.smithi066.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-05-15T16:11:53.304 INFO:journalctl@ceph.mon.a.smithi066.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-15T16:11:53.304 INFO:journalctl@ceph.mon.a.smithi066.stdout: L0 2/0 79.09 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 153.8 0.00 0.00 1 0.000 0 0 2024-05-15T16:11:53.304 INFO:journalctl@ceph.mon.a.smithi066.stdout: Sum 2/0 79.09 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 153.8 0.00 0.00 1 0.000 0 0 2024-05-15T16:11:53.304 INFO:journalctl@ceph.mon.a.smithi066.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 153.8 0.00 0.00 1 0.000 0 0 2024-05-15T16:11:53.304 INFO:journalctl@ceph.mon.a.smithi066.stdout: 2024-05-15T16:11:53.304 INFO:journalctl@ceph.mon.a.smithi066.stdout: ** Compaction Stats [default] ** 2024-05-15T16:11:53.304 INFO:journalctl@ceph.mon.a.smithi066.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-05-15T16:11:53.305 INFO:journalctl@ceph.mon.a.smithi066.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-15T16:11:53.305 INFO:journalctl@ceph.mon.a.smithi066.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 153.8 0.00 0.00 1 0.000 0 0 2024-05-15T16:11:53.305 INFO:journalctl@ceph.mon.a.smithi066.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-15T16:11:53.305 INFO:journalctl@ceph.mon.a.smithi066.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-05-15T16:11:53.305 INFO:journalctl@ceph.mon.a.smithi066.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-15T16:11:53.305 INFO:journalctl@ceph.mon.a.smithi066.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-15T16:11:53.305 INFO:journalctl@ceph.mon.a.smithi066.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-15T16:11:53.305 INFO:journalctl@ceph.mon.a.smithi066.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-15T16:11:53.305 INFO:journalctl@ceph.mon.a.smithi066.stdout: Cumulative compaction: 0.00 GB write, 20.08 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-15T16:11:53.305 INFO:journalctl@ceph.mon.a.smithi066.stdout: Interval compaction: 0.00 GB write, 20.08 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-15T16:11:53.305 INFO:journalctl@ceph.mon.a.smithi066.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-15T16:11:53.305 INFO:journalctl@ceph.mon.a.smithi066.stdout: 2024-05-15T16:11:53.305 INFO:journalctl@ceph.mon.a.smithi066.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-15T16:11:53.305 INFO:journalctl@ceph.mon.a.smithi066.stdout: 2024-05-15T16:11:53.305 INFO:journalctl@ceph.mon.a.smithi066.stdout: ** Compaction Stats [default] ** 2024-05-15T16:11:53.306 INFO:journalctl@ceph.mon.a.smithi066.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-05-15T16:11:53.306 INFO:journalctl@ceph.mon.a.smithi066.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-15T16:11:53.306 INFO:journalctl@ceph.mon.a.smithi066.stdout: L0 2/0 79.09 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 153.8 0.00 0.00 1 0.000 0 0 2024-05-15T16:11:53.306 INFO:journalctl@ceph.mon.a.smithi066.stdout: Sum 2/0 79.09 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 153.8 0.00 0.00 1 0.000 0 0 2024-05-15T16:11:53.306 INFO:journalctl@ceph.mon.a.smithi066.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-05-15T16:11:53.306 INFO:journalctl@ceph.mon.a.smithi066.stdout: 2024-05-15T16:11:53.306 INFO:journalctl@ceph.mon.a.smithi066.stdout: ** Compaction Stats [default] ** 2024-05-15T16:11:53.306 INFO:journalctl@ceph.mon.a.smithi066.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-05-15T16:11:53.306 INFO:journalctl@ceph.mon.a.smithi066.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-15T16:11:53.306 INFO:journalctl@ceph.mon.a.smithi066.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 153.8 0.00 0.00 1 0.000 0 0 2024-05-15T16:11:53.306 INFO:journalctl@ceph.mon.a.smithi066.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-15T16:11:53.306 INFO:journalctl@ceph.mon.a.smithi066.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-05-15T16:11:53.306 INFO:journalctl@ceph.mon.a.smithi066.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-15T16:11:53.306 INFO:journalctl@ceph.mon.a.smithi066.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-15T16:11:53.306 INFO:journalctl@ceph.mon.a.smithi066.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-15T16:11:53.307 INFO:journalctl@ceph.mon.a.smithi066.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-15T16:11:53.307 INFO:journalctl@ceph.mon.a.smithi066.stdout: Cumulative compaction: 0.00 GB write, 19.90 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-15T16:11:53.307 INFO:journalctl@ceph.mon.a.smithi066.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-15T16:11:53.307 INFO:journalctl@ceph.mon.a.smithi066.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-15T16:11:53.307 INFO:journalctl@ceph.mon.a.smithi066.stdout: 2024-05-15T16:11:53.307 INFO:journalctl@ceph.mon.a.smithi066.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-15T16:11:53.307 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: starting mon.a rank 0 at public addrs [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] at bind addrs [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:11:53.307 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: mon.a@-1(???) e1 preinit fsid b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:11:53.307 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: mon.a@-1(???).mds e1 new map 2024-05-15T16:11:53.307 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: mon.a@-1(???).mds e1 print_map 2024-05-15T16:11:53.307 INFO:journalctl@ceph.mon.a.smithi066.stdout: e1 2024-05-15T16:11:53.307 INFO:journalctl@ceph.mon.a.smithi066.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-15T16:11:53.307 INFO:journalctl@ceph.mon.a.smithi066.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-05-15T16:11:53.307 INFO:journalctl@ceph.mon.a.smithi066.stdout: legacy client fscid: -1 2024-05-15T16:11:53.307 INFO:journalctl@ceph.mon.a.smithi066.stdout: 2024-05-15T16:11:53.308 INFO:journalctl@ceph.mon.a.smithi066.stdout: No filesystems configured 2024-05-15T16:11:53.308 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-15T16:11:53.308 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-15T16:11:53.308 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-15T16:11:53.308 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-15T16:11:53.308 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-05-15T16:11:53.308 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 bash[24445]: 282c81f9a7865c460295269ef7fe8f3cf202853502ad8bbb05b5628b2f01266f 2024-05-15T16:11:53.308 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 systemd[1]: Started Ceph mon.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:11:53.308 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-15T16:11:53.308 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: monmap e1: 1 mons at {a=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0]} 2024-05-15T16:11:53.308 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: fsmap 2024-05-15T16:11:53.308 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: osdmap e1: 0 total, 0 up, 0 in 2024-05-15T16:11:53.308 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:53 smithi066 ceph-mon[24465]: mgrmap e1: no daemons active 2024-05-15T16:11:54.233 INFO:teuthology.orchestra.run.smithi066.stderr:Wrote config to /etc/ceph/ceph.conf 2024-05-15T16:11:54.233 INFO:teuthology.orchestra.run.smithi066.stderr:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-05-15T16:11:54.233 INFO:teuthology.orchestra.run.smithi066.stderr:Creating mgr... 2024-05-15T16:11:54.233 INFO:teuthology.orchestra.run.smithi066.stderr:Verifying port 9283 ... 2024-05-15T16:11:54.415 INFO:teuthology.orchestra.run.smithi066.stderr:systemctl: Failed to reset failed state of unit ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mgr.y.service: Unit ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mgr.y.service not loaded. 2024-05-15T16:11:54.423 INFO:teuthology.orchestra.run.smithi066.stderr:systemctl: Created symlink /etc/systemd/system/ceph-b95da56a-12d5-11ef-bc98-c7b262605968.target.wants/ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-b95da56a-12d5-11ef-bc98-c7b262605968@.service. 2024-05-15T16:11:54.906 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:54 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2869389325' entity='client.admin' 2024-05-15T16:11:54.906 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:11:54 smithi066 podman[24678]: 2024-05-15 16:11:54.714468957 +0000 UTC m=+0.018368214 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph:v17.2.0 2024-05-15T16:11:54.906 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:11:54 smithi066 podman[24678]: 2024-05-15 16:11:54.905664187 +0000 UTC m=+0.209563436 container create 2386fcfa72a6eec54677ccd9863d31442e4d03a7a6f99a75f2b9f91e83ae4593 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y, release=754, build-date=2022-05-03T08:36:31.336870, GIT_CLEAN=True, CEPH_POINT_RELEASE=-17.2.0, io.buildah.version=1.19.8, name=centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, ceph=True, maintainer=Guillaume Abrioux , com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, architecture=x86_64, distribution-scope=public, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, RELEASE=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.expose-services=, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, vendor=Red Hat, Inc., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_REPO=https://github.com/ceph/ceph-container.git, version=8, vcs-type=git, io.k8s.display-name=CentOS Stream 8, io.openshift.tags=base centos centos-stream) 2024-05-15T16:11:55.191 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:11:55 smithi066 podman[24678]: 2024-05-15 16:11:55.099464423 +0000 UTC m=+0.403363675 container init 2386fcfa72a6eec54677ccd9863d31442e4d03a7a6f99a75f2b9f91e83ae4593 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y, version=8, com.redhat.component=centos-stream-container, ceph=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, architecture=x86_64, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, distribution-scope=public, release=754, build-date=2022-05-03T08:36:31.336870, vendor=Red Hat, Inc., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, GIT_CLEAN=True, GIT_BRANCH=HEAD, vcs-type=git, io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, RELEASE=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, CEPH_POINT_RELEASE=-17.2.0, maintainer=Guillaume Abrioux , io.openshift.tags=base centos centos-stream, name=centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754) 2024-05-15T16:11:55.192 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:11:55 smithi066 podman[24678]: 2024-05-15 16:11:55.102314155 +0000 UTC m=+0.406213416 container start 2386fcfa72a6eec54677ccd9863d31442e4d03a7a6f99a75f2b9f91e83ae4593 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, maintainer=Guillaume Abrioux , build-date=2022-05-03T08:36:31.336870, version=8, ceph=True, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, release=754, io.openshift.expose-services=, com.redhat.component=centos-stream-container, distribution-scope=public, CEPH_POINT_RELEASE=-17.2.0, architecture=x86_64, name=centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, GIT_BRANCH=HEAD, io.openshift.tags=base centos centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, io.k8s.display-name=CentOS Stream 8, GIT_CLEAN=True, RELEASE=HEAD) 2024-05-15T16:11:55.192 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:11:55 smithi066 bash[24678]: 2386fcfa72a6eec54677ccd9863d31442e4d03a7a6f99a75f2b9f91e83ae4593 2024-05-15T16:11:55.205 INFO:teuthology.orchestra.run.smithi066.stderr:systemctl: disabled 2024-05-15T16:11:55.214 INFO:teuthology.orchestra.run.smithi066.stderr:systemctl: inactive 2024-05-15T16:11:55.214 INFO:teuthology.orchestra.run.smithi066.stderr:firewalld.service is not enabled 2024-05-15T16:11:55.215 INFO:teuthology.orchestra.run.smithi066.stderr:Not possible to enable service . firewalld.service is not available 2024-05-15T16:11:55.225 INFO:teuthology.orchestra.run.smithi066.stderr:systemctl: disabled 2024-05-15T16:11:55.233 INFO:teuthology.orchestra.run.smithi066.stderr:systemctl: inactive 2024-05-15T16:11:55.234 INFO:teuthology.orchestra.run.smithi066.stderr:firewalld.service is not enabled 2024-05-15T16:11:55.235 INFO:teuthology.orchestra.run.smithi066.stderr:Not possible to open ports <[9283]>. firewalld.service is not available 2024-05-15T16:11:55.235 INFO:teuthology.orchestra.run.smithi066.stderr:Waiting for mgr to start... 2024-05-15T16:11:55.235 INFO:teuthology.orchestra.run.smithi066.stderr:Waiting for mgr... 2024-05-15T16:11:55.488 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:11:55 smithi066 systemd[1]: Started Ceph mgr.y for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:11:55.488 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:11:55 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:11:55.255+0000 7eff48c83000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-15T16:11:55.488 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:11:55 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:11:55.397+0000 7eff48c83000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:11:55.777 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:11:55 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:11:55.501+0000 7eff48c83000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-15T16:11:55.783 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: 2024-05-15T16:11:55.783 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: { 2024-05-15T16:11:55.783 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "fsid": "b95da56a-12d5-11ef-bc98-c7b262605968", 2024-05-15T16:11:55.783 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "health": { 2024-05-15T16:11:55.783 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-05-15T16:11:55.784 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "checks": {}, 2024-05-15T16:11:55.784 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "mutes": [] 2024-05-15T16:11:55.784 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:11:55.784 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-05-15T16:11:55.784 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "quorum": [ 2024-05-15T16:11:55.784 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: 0 2024-05-15T16:11:55.784 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: ], 2024-05-15T16:11:55.784 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "quorum_names": [ 2024-05-15T16:11:55.784 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "a" 2024-05-15T16:11:55.784 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: ], 2024-05-15T16:11:55.784 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "quorum_age": 2, 2024-05-15T16:11:55.784 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "monmap": { 2024-05-15T16:11:55.784 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "epoch": 1, 2024-05-15T16:11:55.784 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "min_mon_release_name": "quincy", 2024-05-15T16:11:55.784 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_mons": 1 2024-05-15T16:11:55.785 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:11:55.785 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "osdmap": { 2024-05-15T16:11:55.785 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "epoch": 1, 2024-05-15T16:11:55.785 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_osds": 0, 2024-05-15T16:11:55.785 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-05-15T16:11:55.785 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-05-15T16:11:55.785 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-05-15T16:11:55.785 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-05-15T16:11:55.785 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-05-15T16:11:55.785 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:11:55.785 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "pgmap": { 2024-05-15T16:11:55.785 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-05-15T16:11:55.785 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-05-15T16:11:55.785 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_pools": 0, 2024-05-15T16:11:55.786 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_objects": 0, 2024-05-15T16:11:55.786 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-05-15T16:11:55.786 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-05-15T16:11:55.786 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-05-15T16:11:55.786 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "bytes_total": 0 2024-05-15T16:11:55.786 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:11:55.786 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "fsmap": { 2024-05-15T16:11:55.786 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "epoch": 1, 2024-05-15T16:11:55.786 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "by_rank": [], 2024-05-15T16:11:55.786 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "up:standby": 0 2024-05-15T16:11:55.786 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:11:55.787 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "mgrmap": { 2024-05-15T16:11:55.787 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "available": false, 2024-05-15T16:11:55.787 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-05-15T16:11:55.787 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "modules": [ 2024-05-15T16:11:55.787 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "iostat", 2024-05-15T16:11:55.787 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "nfs", 2024-05-15T16:11:55.787 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "restful" 2024-05-15T16:11:55.787 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: ], 2024-05-15T16:11:55.787 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "services": {} 2024-05-15T16:11:55.787 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:11:55.787 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "servicemap": { 2024-05-15T16:11:55.787 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "epoch": 1, 2024-05-15T16:11:55.787 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "modified": "2024-05-15T16:11:48.633772+0000", 2024-05-15T16:11:55.787 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "services": {} 2024-05-15T16:11:55.787 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:11:55.788 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "progress_events": {} 2024-05-15T16:11:55.788 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: } 2024-05-15T16:11:56.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:55 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/690045562' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-15T16:11:56.036 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:11:55 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:11:55.836+0000 7eff48c83000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-15T16:11:56.036 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:11:55 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:11:55.922+0000 7eff48c83000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-15T16:11:56.292 INFO:teuthology.orchestra.run.smithi066.stderr:mgr not available, waiting (1/15)... 2024-05-15T16:11:57.389 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:11:57 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:11:57.135+0000 7eff48c83000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-15T16:11:57.390 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:11:57 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:11:57.303+0000 7eff48c83000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-15T16:11:57.390 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:11:57 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:11:57.387+0000 7eff48c83000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-15T16:11:58.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:11:57 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:11:57.710+0000 7eff48c83000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-15T16:11:58.036 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:11:57 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:11:57.803+0000 7eff48c83000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-15T16:11:58.036 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:11:57 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:11:57.898+0000 7eff48c83000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-15T16:11:58.418 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:11:58 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:11:58.148+0000 7eff48c83000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:11:58.675 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:11:58 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:11:58.620+0000 7eff48c83000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-15T16:11:58.776 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: 2024-05-15T16:11:58.776 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: { 2024-05-15T16:11:58.776 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "fsid": "b95da56a-12d5-11ef-bc98-c7b262605968", 2024-05-15T16:11:58.776 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "health": { 2024-05-15T16:11:58.776 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-05-15T16:11:58.776 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "checks": {}, 2024-05-15T16:11:58.776 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "mutes": [] 2024-05-15T16:11:58.776 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:11:58.777 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-05-15T16:11:58.777 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "quorum": [ 2024-05-15T16:11:58.777 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: 0 2024-05-15T16:11:58.777 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: ], 2024-05-15T16:11:58.777 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "quorum_names": [ 2024-05-15T16:11:58.777 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "a" 2024-05-15T16:11:58.777 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: ], 2024-05-15T16:11:58.777 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "quorum_age": 5, 2024-05-15T16:11:58.777 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "monmap": { 2024-05-15T16:11:58.777 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "epoch": 1, 2024-05-15T16:11:58.777 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "min_mon_release_name": "quincy", 2024-05-15T16:11:58.777 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_mons": 1 2024-05-15T16:11:58.777 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:11:58.777 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "osdmap": { 2024-05-15T16:11:58.777 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "epoch": 1, 2024-05-15T16:11:58.778 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_osds": 0, 2024-05-15T16:11:58.778 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-05-15T16:11:58.778 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-05-15T16:11:58.778 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-05-15T16:11:58.778 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-05-15T16:11:58.778 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-05-15T16:11:58.778 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:11:58.778 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "pgmap": { 2024-05-15T16:11:58.778 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-05-15T16:11:58.778 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-05-15T16:11:58.778 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_pools": 0, 2024-05-15T16:11:58.778 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_objects": 0, 2024-05-15T16:11:58.778 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-05-15T16:11:58.778 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-05-15T16:11:58.779 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-05-15T16:11:58.779 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "bytes_total": 0 2024-05-15T16:11:58.779 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:11:58.779 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "fsmap": { 2024-05-15T16:11:58.779 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "epoch": 1, 2024-05-15T16:11:58.779 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "by_rank": [], 2024-05-15T16:11:58.779 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "up:standby": 0 2024-05-15T16:11:58.779 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:11:58.779 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "mgrmap": { 2024-05-15T16:11:58.779 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "available": false, 2024-05-15T16:11:58.779 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-05-15T16:11:58.779 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "modules": [ 2024-05-15T16:11:58.779 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "iostat", 2024-05-15T16:11:58.779 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "nfs", 2024-05-15T16:11:58.779 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "restful" 2024-05-15T16:11:58.779 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: ], 2024-05-15T16:11:58.780 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "services": {} 2024-05-15T16:11:58.780 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:11:58.780 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "servicemap": { 2024-05-15T16:11:58.780 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "epoch": 1, 2024-05-15T16:11:58.780 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "modified": "2024-05-15T16:11:48.633772+0000", 2024-05-15T16:11:58.780 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "services": {} 2024-05-15T16:11:58.780 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:11:58.780 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "progress_events": {} 2024-05-15T16:11:58.780 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: } 2024-05-15T16:11:59.338 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:11:59 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:11:59.137+0000 7eff48c83000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-15T16:11:59.338 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:11:59 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:11:59.234+0000 7eff48c83000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-15T16:11:59.338 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:11:59 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/50827361' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-15T16:11:59.340 INFO:teuthology.orchestra.run.smithi066.stderr:mgr not available, waiting (2/15)... 2024-05-15T16:11:59.636 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:11:59 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:11:59.542+0000 7eff48c83000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-15T16:11:59.636 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:11:59 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:11:59.634+0000 7eff48c83000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-15T16:12:00.299 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:00 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:00.058+0000 7eff48c83000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-15T16:12:00.299 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:00 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:00.199+0000 7eff48c83000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-15T16:12:00.786 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:00 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:00.297+0000 7eff48c83000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-15T16:12:00.786 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:00 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:00.419+0000 7eff48c83000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-15T16:12:00.786 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:00 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:00.513+0000 7eff48c83000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-15T16:12:01.237 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:01 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:01.092+0000 7eff48c83000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-15T16:12:01.528 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:01 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:01.473+0000 7eff48c83000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-15T16:12:01.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:01 smithi066 ceph-mon[24465]: Activating manager daemon y 2024-05-15T16:12:01.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:01 smithi066 ceph-mon[24465]: mgrmap e2: y(active, starting, since 0.00272382s) 2024-05-15T16:12:01.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:01 smithi066 ceph-mon[24465]: from='mgr.14100 172.21.15.66:0/3395598212' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-15T16:12:01.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:01 smithi066 ceph-mon[24465]: from='mgr.14100 172.21.15.66:0/3395598212' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-15T16:12:01.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:01 smithi066 ceph-mon[24465]: from='mgr.14100 172.21.15.66:0/3395598212' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-15T16:12:01.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:01 smithi066 ceph-mon[24465]: from='mgr.14100 172.21.15.66:0/3395598212' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:12:01.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:01 smithi066 ceph-mon[24465]: from='mgr.14100 172.21.15.66:0/3395598212' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-15T16:12:01.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:01 smithi066 ceph-mon[24465]: Manager daemon y is now available 2024-05-15T16:12:01.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:01 smithi066 ceph-mon[24465]: from='mgr.14100 172.21.15.66:0/3395598212' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:12:01.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:01 smithi066 ceph-mon[24465]: from='mgr.14100 172.21.15.66:0/3395598212' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:12:01.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:01 smithi066 ceph-mon[24465]: from='mgr.14100 172.21.15.66:0/3395598212' entity='mgr.y' 2024-05-15T16:12:01.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:01 smithi066 ceph-mon[24465]: from='mgr.14100 172.21.15.66:0/3395598212' entity='mgr.y' 2024-05-15T16:12:01.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:01 smithi066 ceph-mon[24465]: from='mgr.14100 172.21.15.66:0/3395598212' entity='mgr.y' 2024-05-15T16:12:01.860 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: 2024-05-15T16:12:01.861 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: { 2024-05-15T16:12:01.861 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "fsid": "b95da56a-12d5-11ef-bc98-c7b262605968", 2024-05-15T16:12:01.861 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "health": { 2024-05-15T16:12:01.861 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-05-15T16:12:01.861 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "checks": {}, 2024-05-15T16:12:01.861 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "mutes": [] 2024-05-15T16:12:01.861 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:12:01.861 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-05-15T16:12:01.861 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "quorum": [ 2024-05-15T16:12:01.861 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: 0 2024-05-15T16:12:01.862 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: ], 2024-05-15T16:12:01.862 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "quorum_names": [ 2024-05-15T16:12:01.862 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "a" 2024-05-15T16:12:01.862 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: ], 2024-05-15T16:12:01.862 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "quorum_age": 8, 2024-05-15T16:12:01.862 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "monmap": { 2024-05-15T16:12:01.862 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "epoch": 1, 2024-05-15T16:12:01.862 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "min_mon_release_name": "quincy", 2024-05-15T16:12:01.862 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_mons": 1 2024-05-15T16:12:01.862 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:12:01.862 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "osdmap": { 2024-05-15T16:12:01.862 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "epoch": 1, 2024-05-15T16:12:01.863 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_osds": 0, 2024-05-15T16:12:01.863 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-05-15T16:12:01.863 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-05-15T16:12:01.863 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-05-15T16:12:01.863 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-05-15T16:12:01.863 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-05-15T16:12:01.863 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:12:01.863 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "pgmap": { 2024-05-15T16:12:01.863 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-05-15T16:12:01.863 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-05-15T16:12:01.863 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_pools": 0, 2024-05-15T16:12:01.863 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_objects": 0, 2024-05-15T16:12:01.863 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-05-15T16:12:01.864 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-05-15T16:12:01.864 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-05-15T16:12:01.864 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "bytes_total": 0 2024-05-15T16:12:01.864 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:12:01.864 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "fsmap": { 2024-05-15T16:12:01.864 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "epoch": 1, 2024-05-15T16:12:01.864 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "by_rank": [], 2024-05-15T16:12:01.864 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "up:standby": 0 2024-05-15T16:12:01.864 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:12:01.864 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "mgrmap": { 2024-05-15T16:12:01.864 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "available": false, 2024-05-15T16:12:01.864 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-05-15T16:12:01.864 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "modules": [ 2024-05-15T16:12:01.865 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "iostat", 2024-05-15T16:12:01.865 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "nfs", 2024-05-15T16:12:01.865 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "restful" 2024-05-15T16:12:01.865 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: ], 2024-05-15T16:12:01.865 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "services": {} 2024-05-15T16:12:01.865 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:12:01.865 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "servicemap": { 2024-05-15T16:12:01.865 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "epoch": 1, 2024-05-15T16:12:01.865 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "modified": "2024-05-15T16:11:48.633772+0000", 2024-05-15T16:12:01.865 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "services": {} 2024-05-15T16:12:01.865 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:12:01.865 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "progress_events": {} 2024-05-15T16:12:01.866 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: } 2024-05-15T16:12:02.648 INFO:teuthology.orchestra.run.smithi066.stderr:mgr not available, waiting (3/15)... 2024-05-15T16:12:02.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:02 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3612222328' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-15T16:12:02.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:02 smithi066 ceph-mon[24465]: mgrmap e3: y(active, since 1.00703s) 2024-05-15T16:12:05.306 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: 2024-05-15T16:12:05.306 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: { 2024-05-15T16:12:05.307 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "fsid": "b95da56a-12d5-11ef-bc98-c7b262605968", 2024-05-15T16:12:05.307 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "health": { 2024-05-15T16:12:05.307 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-05-15T16:12:05.307 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "checks": {}, 2024-05-15T16:12:05.307 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "mutes": [] 2024-05-15T16:12:05.307 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:12:05.308 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-05-15T16:12:05.308 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "quorum": [ 2024-05-15T16:12:05.308 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: 0 2024-05-15T16:12:05.308 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: ], 2024-05-15T16:12:05.308 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "quorum_names": [ 2024-05-15T16:12:05.308 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "a" 2024-05-15T16:12:05.308 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: ], 2024-05-15T16:12:05.309 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "quorum_age": 12, 2024-05-15T16:12:05.309 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "monmap": { 2024-05-15T16:12:05.309 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "epoch": 1, 2024-05-15T16:12:05.309 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "min_mon_release_name": "quincy", 2024-05-15T16:12:05.309 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_mons": 1 2024-05-15T16:12:05.309 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:12:05.309 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "osdmap": { 2024-05-15T16:12:05.309 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "epoch": 1, 2024-05-15T16:12:05.310 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_osds": 0, 2024-05-15T16:12:05.310 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-05-15T16:12:05.310 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-05-15T16:12:05.310 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-05-15T16:12:05.310 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-05-15T16:12:05.310 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-05-15T16:12:05.310 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:12:05.310 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "pgmap": { 2024-05-15T16:12:05.311 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-05-15T16:12:05.311 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-05-15T16:12:05.311 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_pools": 0, 2024-05-15T16:12:05.311 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_objects": 0, 2024-05-15T16:12:05.311 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-05-15T16:12:05.311 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-05-15T16:12:05.311 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-05-15T16:12:05.311 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "bytes_total": 0 2024-05-15T16:12:05.311 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:12:05.312 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "fsmap": { 2024-05-15T16:12:05.312 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "epoch": 1, 2024-05-15T16:12:05.312 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "by_rank": [], 2024-05-15T16:12:05.312 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "up:standby": 0 2024-05-15T16:12:05.312 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:12:05.312 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "mgrmap": { 2024-05-15T16:12:05.312 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "available": true, 2024-05-15T16:12:05.312 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-05-15T16:12:05.312 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "modules": [ 2024-05-15T16:12:05.312 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "iostat", 2024-05-15T16:12:05.312 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "nfs", 2024-05-15T16:12:05.313 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "restful" 2024-05-15T16:12:05.313 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: ], 2024-05-15T16:12:05.313 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "services": {} 2024-05-15T16:12:05.313 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:12:05.313 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "servicemap": { 2024-05-15T16:12:05.313 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "epoch": 1, 2024-05-15T16:12:05.313 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "modified": "2024-05-15T16:11:48.633772+0000", 2024-05-15T16:12:05.314 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "services": {} 2024-05-15T16:12:05.314 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: }, 2024-05-15T16:12:05.314 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "progress_events": {} 2024-05-15T16:12:05.314 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: } 2024-05-15T16:12:05.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:05 smithi066 ceph-mon[24465]: mgrmap e4: y(active, since 2s) 2024-05-15T16:12:05.853 INFO:teuthology.orchestra.run.smithi066.stderr:mgr is available 2024-05-15T16:12:06.463 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:06 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2917511364' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-15T16:12:06.465 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: 2024-05-15T16:12:06.465 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: [global] 2024-05-15T16:12:06.465 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: fsid = b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:12:06.465 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2024-05-15T16:12:06.465 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2024-05-15T16:12:06.465 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2024-05-15T16:12:06.465 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2024-05-15T16:12:06.465 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: 2024-05-15T16:12:06.466 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: [mgr] 2024-05-15T16:12:06.466 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2024-05-15T16:12:06.466 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: 2024-05-15T16:12:06.466 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: [osd] 2024-05-15T16:12:06.466 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2024-05-15T16:12:06.466 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2024-05-15T16:12:07.051 INFO:teuthology.orchestra.run.smithi066.stderr:Enabling cephadm module... 2024-05-15T16:12:07.374 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:07 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2377688185' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-05-15T16:12:07.375 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:07 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2377688185' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-05-15T16:12:08.471 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:08 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2606108568' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-05-15T16:12:08.471 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:08 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ignoring --setuser ceph since I am not root 2024-05-15T16:12:08.471 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:08 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ignoring --setgroup ceph since I am not root 2024-05-15T16:12:08.471 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:08 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:08.333+0000 7fa5833cf000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-15T16:12:08.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:08 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:08.470+0000 7fa5833cf000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:12:08.786 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:08 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:08.572+0000 7fa5833cf000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-15T16:12:09.077 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:08 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:08.901+0000 7fa5833cf000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-15T16:12:09.077 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:08 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:08.989+0000 7fa5833cf000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-15T16:12:09.345 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:09 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2606108568' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-05-15T16:12:09.345 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:09 smithi066 ceph-mon[24465]: mgrmap e5: y(active, since 6s) 2024-05-15T16:12:09.346 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: { 2024-05-15T16:12:09.346 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "epoch": 5, 2024-05-15T16:12:09.346 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "available": true, 2024-05-15T16:12:09.346 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "active_name": "y", 2024-05-15T16:12:09.346 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_standby": 0 2024-05-15T16:12:09.346 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: } 2024-05-15T16:12:09.934 INFO:teuthology.orchestra.run.smithi066.stderr:Waiting for the mgr to restart... 2024-05-15T16:12:09.934 INFO:teuthology.orchestra.run.smithi066.stderr:Waiting for mgr epoch 5... 2024-05-15T16:12:10.198 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:10 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/494618480' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-05-15T16:12:10.457 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:10 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:10.196+0000 7fa5833cf000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-15T16:12:10.467 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:10 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:10.370+0000 7fa5833cf000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-15T16:12:10.467 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:10 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:10.455+0000 7fa5833cf000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-15T16:12:10.976 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:10 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:10.784+0000 7fa5833cf000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-15T16:12:10.976 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:10 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:10.877+0000 7fa5833cf000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-15T16:12:10.976 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:10 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:10.974+0000 7fa5833cf000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-15T16:12:11.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:11 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:11.223+0000 7fa5833cf000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:12:12.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:11 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:11.689+0000 7fa5833cf000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-15T16:12:12.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:12 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:12.193+0000 7fa5833cf000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-15T16:12:12.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:12 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:12.290+0000 7fa5833cf000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-15T16:12:13.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:12 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:12.595+0000 7fa5833cf000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-15T16:12:13.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:12 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:12.687+0000 7fa5833cf000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-15T16:12:13.459 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:13 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:13.105+0000 7fa5833cf000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-15T16:12:13.460 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:13 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:13.243+0000 7fa5833cf000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-15T16:12:13.460 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:13 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:13.339+0000 7fa5833cf000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-15T16:12:13.460 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:13 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:13.457+0000 7fa5833cf000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-15T16:12:13.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:13 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:13.550+0000 7fa5833cf000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-15T16:12:14.494 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:14 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:14.120+0000 7fa5833cf000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-15T16:12:14.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:14 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:14.492+0000 7fa5833cf000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-15T16:12:15.558 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: { 2024-05-15T16:12:15.558 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "mgrmap_epoch": 7, 2024-05-15T16:12:15.558 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "initialized": true 2024-05-15T16:12:15.558 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: } 2024-05-15T16:12:15.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:15 smithi066 ceph-mon[24465]: Active manager daemon y restarted 2024-05-15T16:12:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:15 smithi066 ceph-mon[24465]: Activating manager daemon y 2024-05-15T16:12:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:15 smithi066 ceph-mon[24465]: osdmap e2: 0 total, 0 up, 0 in 2024-05-15T16:12:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:15 smithi066 ceph-mon[24465]: mgrmap e6: y(active, starting, since 0.0527514s) 2024-05-15T16:12:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:15 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:12:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:15 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-15T16:12:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:15 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-15T16:12:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:15 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-15T16:12:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:15 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-15T16:12:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:15 smithi066 ceph-mon[24465]: Manager daemon y is now available 2024-05-15T16:12:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:15 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' 2024-05-15T16:12:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:15 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' 2024-05-15T16:12:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:15 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' 2024-05-15T16:12:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:15 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:12:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:15 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:12:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:15 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:12:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:15 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:12:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:15 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:12:16.175 INFO:teuthology.orchestra.run.smithi066.stderr:mgr epoch 5 is available 2024-05-15T16:12:16.175 INFO:teuthology.orchestra.run.smithi066.stderr:Setting orchestrator backend to cephadm... 2024-05-15T16:12:16.427 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:16 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: [15/May/2024:16:12:16] ENGINE Bus STARTING 2024-05-15T16:12:16.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:16 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: [15/May/2024:16:12:16] ENGINE Serving on https://172.21.15.66:7150 2024-05-15T16:12:16.786 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:16 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: [15/May/2024:16:12:16] ENGINE Bus STARTED 2024-05-15T16:12:16.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:16 smithi066 ceph-mon[24465]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-05-15T16:12:16.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:16 smithi066 ceph-mon[24465]: mgrmap e7: y(active, since 1.05557s) 2024-05-15T16:12:16.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:16 smithi066 ceph-mon[24465]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-05-15T16:12:16.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:16 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' 2024-05-15T16:12:16.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:16 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:12:17.945 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:17 smithi066 ceph-mon[24465]: [15/May/2024:16:12:16] ENGINE Bus STARTING 2024-05-15T16:12:17.945 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:17 smithi066 ceph-mon[24465]: [15/May/2024:16:12:16] ENGINE Serving on https://172.21.15.66:7150 2024-05-15T16:12:17.945 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:17 smithi066 ceph-mon[24465]: [15/May/2024:16:12:16] ENGINE Bus STARTED 2024-05-15T16:12:17.945 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:17 smithi066 ceph-mon[24465]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:12:17.945 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:17 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' 2024-05-15T16:12:17.945 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:17 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:12:17.945 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:17 smithi066 ceph-mon[24465]: mgrmap e8: y(active, since 2s) 2024-05-15T16:12:17.945 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: value unchanged 2024-05-15T16:12:18.471 INFO:teuthology.orchestra.run.smithi066.stderr:Generating ssh key... 2024-05-15T16:12:19.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:19 smithi066 ceph-mon[24465]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:12:19.974 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: Generating public/private rsa key pair. 2024-05-15T16:12:19.974 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: Your identification has been saved in /tmp/tmpkezdep7n/key. 2024-05-15T16:12:19.974 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: Your public key has been saved in /tmp/tmpkezdep7n/key.pub. 2024-05-15T16:12:19.975 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: The key fingerprint is: 2024-05-15T16:12:19.975 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: SHA256:K5pCJF/p56CegLTVnsJs6SFEY1B54bUPhpzZHVSi0kA ceph-b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:12:19.975 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: The key's randomart image is: 2024-05-15T16:12:19.975 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: +---[RSA 3072]----+ 2024-05-15T16:12:19.975 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: |...oE...+.. | 2024-05-15T16:12:19.975 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: |. .o.O + o | 2024-05-15T16:12:19.975 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: | + .B.B . | 2024-05-15T16:12:19.975 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: |+ o +o o | 2024-05-15T16:12:19.975 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: | * + . S | 2024-05-15T16:12:19.975 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: |+ B = o . | 2024-05-15T16:12:19.975 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: |o+ O *. . | 2024-05-15T16:12:19.975 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: | .*.oo.. | 2024-05-15T16:12:19.975 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: | .ooo | 2024-05-15T16:12:19.975 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: +----[SHA256]-----+ 2024-05-15T16:12:20.251 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:20 smithi066 ceph-mon[24465]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:12:20.252 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:20 smithi066 ceph-mon[24465]: Generating ssh key... 2024-05-15T16:12:20.252 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:20 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' 2024-05-15T16:12:20.252 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:20 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' 2024-05-15T16:12:20.808 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMvngvgE1OKEpWtFi/vi7S10pO4/A+3fNbvCrm2TtQsxMDkHduzHbz/hO6c2WgOivo2F70zb23I9rBEQybU75pKjImdKyWVZ8uupnJT/LtrdDBJOuBkNmHM1rNxV5TfVaGo4NNM91xSjJSyy9zwEEAbxdO1y9KgWCo23pjoN/FQjglBLikEXgquTua/F0okmofOFyqv8bu5TmzGfjBtbPQN0ARHRud5QHkyKOsjssKxMhk9pkznOFGQPhOqWaLgVnDGURiIjOB7Vyqm11WJkb8xX3w7rtL59OQUO6K9wafnIJnD4OnfcP1TKIZxYwuA+8Vd+uEoZYrOr66at0I0Tf6oBX/FlPLEiFLpJg2jU70aTNjL+mdfTPDaZnDpTyfu/o/Of3RWQPz2BA4uLlK4c+Pt5CN0MjMUj93ajTMLREXCvsK0OiMZXiu8b68h5uK2A7qpf+08b2mWS0McDLqYESxKsxVQZfoMJ8n8/RDaCtBtx8tqXx2RUZGvvjD+A7uEpM= ceph-b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:12:21.384 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:21 smithi066 ceph-mon[24465]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:12:21.387 INFO:teuthology.orchestra.run.smithi066.stderr:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-05-15T16:12:21.387 INFO:teuthology.orchestra.run.smithi066.stderr:Adding key to root@localhost authorized_keys... 2024-05-15T16:12:21.388 INFO:teuthology.orchestra.run.smithi066.stderr:Adding host smithi066... 2024-05-15T16:12:22.327 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:22 smithi066 ceph-mon[24465]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi066", "addr": "172.21.15.66", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:12:22.951 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: Added host 'smithi066' with addr '172.21.15.66' 2024-05-15T16:12:23.464 INFO:teuthology.orchestra.run.smithi066.stderr:Deploying unmanaged mon service... 2024-05-15T16:12:24.086 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:23 smithi066 ceph-mon[24465]: Deploying cephadm binary to smithi066 2024-05-15T16:12:24.086 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:23 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' 2024-05-15T16:12:24.086 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:23 smithi066 ceph-mon[24465]: Added host smithi066 2024-05-15T16:12:24.086 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:23 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:12:24.087 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: Scheduled mon update... 2024-05-15T16:12:24.688 INFO:teuthology.orchestra.run.smithi066.stderr:Deploying unmanaged mgr service... 2024-05-15T16:12:25.416 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:25 smithi066 ceph-mon[24465]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:12:25.416 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:25 smithi066 ceph-mon[24465]: Saving service mon spec with placement count:5 2024-05-15T16:12:25.417 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:25 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' 2024-05-15T16:12:25.489 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: Scheduled mgr update... 2024-05-15T16:12:26.783 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:26 smithi066 ceph-mon[24465]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:12:26.784 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:26 smithi066 ceph-mon[24465]: Saving service mgr spec with placement count:2 2024-05-15T16:12:26.784 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:26 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' 2024-05-15T16:12:26.784 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:26 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' 2024-05-15T16:12:28.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:27 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' 2024-05-15T16:12:28.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:27 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2740888566' entity='client.admin' 2024-05-15T16:12:29.649 INFO:teuthology.orchestra.run.smithi066.stderr:Enabling the dashboard module... 2024-05-15T16:12:30.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:29 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' 2024-05-15T16:12:30.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:29 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' 2024-05-15T16:12:30.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:29 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:12:30.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:29 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' 2024-05-15T16:12:30.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:29 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:12:30.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:29 smithi066 ceph-mon[24465]: from='mgr.14120 172.21.15.66:0/484021326' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]': finished 2024-05-15T16:12:30.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:29 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3832135859' entity='client.admin' 2024-05-15T16:12:31.262 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:30 smithi066 ceph-mon[24465]: Deploying daemon agent.smithi066 on smithi066 2024-05-15T16:12:31.262 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:30 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3108585633' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-05-15T16:12:31.263 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:30 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ignoring --setuser ceph since I am not root 2024-05-15T16:12:31.263 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:30 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ignoring --setgroup ceph since I am not root 2024-05-15T16:12:31.263 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:31 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:31.121+0000 7fd5fab8b000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-15T16:12:31.263 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:31 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:31.260+0000 7fd5fab8b000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:12:31.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:31 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:31.363+0000 7fd5fab8b000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-15T16:12:31.916 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:31 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:31.687+0000 7fd5fab8b000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-15T16:12:31.916 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:31 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:31.774+0000 7fd5fab8b000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-15T16:12:32.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:31 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3108585633' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-05-15T16:12:32.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:31 smithi066 ceph-mon[24465]: mgrmap e9: y(active, since 16s) 2024-05-15T16:12:32.312 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: { 2024-05-15T16:12:32.313 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "epoch": 9, 2024-05-15T16:12:32.313 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "available": true, 2024-05-15T16:12:32.313 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "active_name": "y", 2024-05-15T16:12:32.313 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "num_standby": 0 2024-05-15T16:12:32.313 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: } 2024-05-15T16:12:32.898 INFO:teuthology.orchestra.run.smithi066.stderr:Waiting for the mgr to restart... 2024-05-15T16:12:32.898 INFO:teuthology.orchestra.run.smithi066.stderr:Waiting for mgr epoch 9... 2024-05-15T16:12:33.180 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:32 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2658218500' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-05-15T16:12:33.180 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:33.001+0000 7fd5fab8b000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-15T16:12:33.180 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:33.177+0000 7fd5fab8b000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-15T16:12:33.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:33.264+0000 7fd5fab8b000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-15T16:12:34.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:33.592+0000 7fd5fab8b000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-15T16:12:34.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:33.685+0000 7fd5fab8b000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-15T16:12:34.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:33.781+0000 7fd5fab8b000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-15T16:12:34.506 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:34 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:34.046+0000 7fd5fab8b000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:12:34.506 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:34 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:34.504+0000 7fd5fab8b000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-15T16:12:35.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:35.010+0000 7fd5fab8b000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-15T16:12:35.286 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:35.107+0000 7fd5fab8b000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-15T16:12:35.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:35.413+0000 7fd5fab8b000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-15T16:12:35.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:35.505+0000 7fd5fab8b000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-15T16:12:36.286 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:35.950+0000 7fd5fab8b000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-15T16:12:36.286 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:36.089+0000 7fd5fab8b000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-15T16:12:36.286 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:36.186+0000 7fd5fab8b000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-15T16:12:36.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:36.306+0000 7fd5fab8b000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-15T16:12:36.786 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:36.399+0000 7fd5fab8b000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-15T16:12:37.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:36.970+0000 7fd5fab8b000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-15T16:12:37.615 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:37 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:12:37.355+0000 7fd5fab8b000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-15T16:12:38.424 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: { 2024-05-15T16:12:38.424 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "mgrmap_epoch": 11, 2024-05-15T16:12:38.424 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: "initialized": true 2024-05-15T16:12:38.424 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: } 2024-05-15T16:12:38.499 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:38 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: [15/May/2024:16:12:38] ENGINE Bus STARTING 2024-05-15T16:12:38.500 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:38 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: [15/May/2024:16:12:38] ENGINE Serving on https://172.21.15.66:7150 2024-05-15T16:12:38.500 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:38 smithi066 ceph-mon[24465]: Active manager daemon y restarted 2024-05-15T16:12:38.500 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:38 smithi066 ceph-mon[24465]: Activating manager daemon y 2024-05-15T16:12:38.500 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:38 smithi066 ceph-mon[24465]: osdmap e3: 0 total, 0 up, 0 in 2024-05-15T16:12:38.500 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:38 smithi066 ceph-mon[24465]: mgrmap e10: y(active, starting, since 0.0551194s) 2024-05-15T16:12:38.500 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:38 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:12:38.500 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:38 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-15T16:12:38.500 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:38 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-15T16:12:38.500 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:38 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-15T16:12:38.500 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:38 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-15T16:12:38.501 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:38 smithi066 ceph-mon[24465]: Manager daemon y is now available 2024-05-15T16:12:38.501 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:38 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:12:38.501 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:38 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:12:38.501 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:38 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:12:38.501 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:38 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:12:38.501 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:38 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:12:38.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:38 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: [15/May/2024:16:12:38] ENGINE Bus STARTED 2024-05-15T16:12:39.216 INFO:teuthology.orchestra.run.smithi066.stderr:mgr epoch 9 is available 2024-05-15T16:12:39.216 INFO:teuthology.orchestra.run.smithi066.stderr:Generating a dashboard self-signed certificate... 2024-05-15T16:12:39.478 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:39 smithi066 ceph-mon[24465]: [15/May/2024:16:12:38] ENGINE Bus STARTING 2024-05-15T16:12:39.478 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:39 smithi066 ceph-mon[24465]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-05-15T16:12:39.478 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:39 smithi066 ceph-mon[24465]: mgrmap e11: y(active, since 1.05782s) 2024-05-15T16:12:39.479 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:39 smithi066 ceph-mon[24465]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-05-15T16:12:39.479 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:39 smithi066 ceph-mon[24465]: [15/May/2024:16:12:38] ENGINE Serving on https://172.21.15.66:7150 2024-05-15T16:12:39.479 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:39 smithi066 ceph-mon[24465]: [15/May/2024:16:12:38] ENGINE Bus STARTED 2024-05-15T16:12:39.479 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:39 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:12:39.479 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:39 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:12:39.480 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:39 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:12:39.480 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:39 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:12:39.480 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:39 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:12:39.985 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: Self-signed certificate created 2024-05-15T16:12:40.514 INFO:teuthology.orchestra.run.smithi066.stderr:Creating initial admin user... 2024-05-15T16:12:41.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:40 smithi066 ceph-mon[24465]: Deploying daemon agent.smithi066 on smithi066 2024-05-15T16:12:41.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:40 smithi066 ceph-mon[24465]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:12:41.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:40 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:12:41.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:40 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:12:41.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:40 smithi066 ceph-mon[24465]: mgrmap e12: y(active, since 2s) 2024-05-15T16:12:41.379 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: {"username": "admin", "password": "$2b$12$uuaFJ3bs3k4FhtWHfqNuAuZ3CDZRPq44FlQfd3IESZY5yDXhd4N4G", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1715789561, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-05-15T16:12:41.996 INFO:teuthology.orchestra.run.smithi066.stderr:Fetching dashboard port number... 2024-05-15T16:12:42.672 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:42 smithi066 ceph-mon[24465]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:12:42.672 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:42 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:12:42.673 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: 8443 2024-05-15T16:12:43.337 INFO:teuthology.orchestra.run.smithi066.stderr:systemctl: disabled 2024-05-15T16:12:43.345 INFO:teuthology.orchestra.run.smithi066.stderr:systemctl: inactive 2024-05-15T16:12:43.345 INFO:teuthology.orchestra.run.smithi066.stderr:firewalld.service is not enabled 2024-05-15T16:12:43.345 INFO:teuthology.orchestra.run.smithi066.stderr:Not possible to open ports <[8443]>. firewalld.service is not available 2024-05-15T16:12:43.348 INFO:teuthology.orchestra.run.smithi066.stderr:Ceph Dashboard is now available at: 2024-05-15T16:12:43.348 INFO:teuthology.orchestra.run.smithi066.stderr: 2024-05-15T16:12:43.348 INFO:teuthology.orchestra.run.smithi066.stderr: URL: https://smithi066.front.sepia.ceph.com:8443/ 2024-05-15T16:12:43.348 INFO:teuthology.orchestra.run.smithi066.stderr: User: admin 2024-05-15T16:12:43.348 INFO:teuthology.orchestra.run.smithi066.stderr: Password: 66lkpcyv3q 2024-05-15T16:12:43.348 INFO:teuthology.orchestra.run.smithi066.stderr: 2024-05-15T16:12:43.348 INFO:teuthology.orchestra.run.smithi066.stderr:Enabling autotune for osd_memory_target 2024-05-15T16:12:43.652 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:43 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/484179698' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-05-15T16:12:45.296 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/ceph: set mgr/dashboard/cluster/status 2024-05-15T16:12:45.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:45 smithi066 ceph-mon[24465]: mgrmap e13: y(active, since 6s) 2024-05-15T16:12:45.857 INFO:teuthology.orchestra.run.smithi066.stderr:You can access the Ceph CLI with: 2024-05-15T16:12:45.857 INFO:teuthology.orchestra.run.smithi066.stderr: 2024-05-15T16:12:45.857 INFO:teuthology.orchestra.run.smithi066.stderr: sudo /home/ubuntu/cephtest/cephadm shell --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-05-15T16:12:45.857 INFO:teuthology.orchestra.run.smithi066.stderr: 2024-05-15T16:12:45.857 INFO:teuthology.orchestra.run.smithi066.stderr:Please consider enabling telemetry to help improve Ceph: 2024-05-15T16:12:45.857 INFO:teuthology.orchestra.run.smithi066.stderr: 2024-05-15T16:12:45.857 INFO:teuthology.orchestra.run.smithi066.stderr: ceph telemetry on 2024-05-15T16:12:45.857 INFO:teuthology.orchestra.run.smithi066.stderr: 2024-05-15T16:12:45.857 INFO:teuthology.orchestra.run.smithi066.stderr:For more information see: 2024-05-15T16:12:45.857 INFO:teuthology.orchestra.run.smithi066.stderr: 2024-05-15T16:12:45.857 INFO:teuthology.orchestra.run.smithi066.stderr: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-05-15T16:12:45.857 INFO:teuthology.orchestra.run.smithi066.stderr: 2024-05-15T16:12:45.858 INFO:teuthology.orchestra.run.smithi066.stderr:Bootstrap complete. 2024-05-15T16:12:45.895 INFO:tasks.cephadm:Fetching config... 2024-05-15T16:12:45.895 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-05-15T16:12:45.895 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-05-15T16:12:45.912 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-05-15T16:12:45.912 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-05-15T16:12:45.913 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-05-15T16:12:45.970 INFO:tasks.cephadm:Fetching mon keyring... 2024-05-15T16:12:45.970 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-05-15T16:12:45.970 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/mon.a/keyring of=/dev/stdout 2024-05-15T16:12:46.058 INFO:tasks.cephadm:Fetching pub ssh key... 2024-05-15T16:12:46.058 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-05-15T16:12:46.058 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-05-15T16:12:46.115 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-05-15T16:12:46.116 DEBUG:teuthology.orchestra.run.smithi066:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMvngvgE1OKEpWtFi/vi7S10pO4/A+3fNbvCrm2TtQsxMDkHduzHbz/hO6c2WgOivo2F70zb23I9rBEQybU75pKjImdKyWVZ8uupnJT/LtrdDBJOuBkNmHM1rNxV5TfVaGo4NNM91xSjJSyy9zwEEAbxdO1y9KgWCo23pjoN/FQjglBLikEXgquTua/F0okmofOFyqv8bu5TmzGfjBtbPQN0ARHRud5QHkyKOsjssKxMhk9pkznOFGQPhOqWaLgVnDGURiIjOB7Vyqm11WJkb8xX3w7rtL59OQUO6K9wafnIJnD4OnfcP1TKIZxYwuA+8Vd+uEoZYrOr66at0I0Tf6oBX/FlPLEiFLpJg2jU70aTNjL+mdfTPDaZnDpTyfu/o/Of3RWQPz2BA4uLlK4c+Pt5CN0MjMUj93ajTMLREXCvsK0OiMZXiu8b68h5uK2A7qpf+08b2mWS0McDLqYESxKsxVQZfoMJ8n8/RDaCtBtx8tqXx2RUZGvvjD+A7uEpM= ceph-b95da56a-12d5-11ef-bc98-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-15T16:12:46.263 INFO:teuthology.orchestra.run.smithi066.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMvngvgE1OKEpWtFi/vi7S10pO4/A+3fNbvCrm2TtQsxMDkHduzHbz/hO6c2WgOivo2F70zb23I9rBEQybU75pKjImdKyWVZ8uupnJT/LtrdDBJOuBkNmHM1rNxV5TfVaGo4NNM91xSjJSyy9zwEEAbxdO1y9KgWCo23pjoN/FQjglBLikEXgquTua/F0okmofOFyqv8bu5TmzGfjBtbPQN0ARHRud5QHkyKOsjssKxMhk9pkznOFGQPhOqWaLgVnDGURiIjOB7Vyqm11WJkb8xX3w7rtL59OQUO6K9wafnIJnD4OnfcP1TKIZxYwuA+8Vd+uEoZYrOr66at0I0Tf6oBX/FlPLEiFLpJg2jU70aTNjL+mdfTPDaZnDpTyfu/o/Of3RWQPz2BA4uLlK4c+Pt5CN0MjMUj93ajTMLREXCvsK0OiMZXiu8b68h5uK2A7qpf+08b2mWS0McDLqYESxKsxVQZfoMJ8n8/RDaCtBtx8tqXx2RUZGvvjD+A7uEpM= ceph-b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:12:46.277 DEBUG:teuthology.orchestra.run.smithi081:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMvngvgE1OKEpWtFi/vi7S10pO4/A+3fNbvCrm2TtQsxMDkHduzHbz/hO6c2WgOivo2F70zb23I9rBEQybU75pKjImdKyWVZ8uupnJT/LtrdDBJOuBkNmHM1rNxV5TfVaGo4NNM91xSjJSyy9zwEEAbxdO1y9KgWCo23pjoN/FQjglBLikEXgquTua/F0okmofOFyqv8bu5TmzGfjBtbPQN0ARHRud5QHkyKOsjssKxMhk9pkznOFGQPhOqWaLgVnDGURiIjOB7Vyqm11WJkb8xX3w7rtL59OQUO6K9wafnIJnD4OnfcP1TKIZxYwuA+8Vd+uEoZYrOr66at0I0Tf6oBX/FlPLEiFLpJg2jU70aTNjL+mdfTPDaZnDpTyfu/o/Of3RWQPz2BA4uLlK4c+Pt5CN0MjMUj93ajTMLREXCvsK0OiMZXiu8b68h5uK2A7qpf+08b2mWS0McDLqYESxKsxVQZfoMJ8n8/RDaCtBtx8tqXx2RUZGvvjD+A7uEpM= ceph-b95da56a-12d5-11ef-bc98-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-15T16:12:46.319 INFO:teuthology.orchestra.run.smithi081.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMvngvgE1OKEpWtFi/vi7S10pO4/A+3fNbvCrm2TtQsxMDkHduzHbz/hO6c2WgOivo2F70zb23I9rBEQybU75pKjImdKyWVZ8uupnJT/LtrdDBJOuBkNmHM1rNxV5TfVaGo4NNM91xSjJSyy9zwEEAbxdO1y9KgWCo23pjoN/FQjglBLikEXgquTua/F0okmofOFyqv8bu5TmzGfjBtbPQN0ARHRud5QHkyKOsjssKxMhk9pkznOFGQPhOqWaLgVnDGURiIjOB7Vyqm11WJkb8xX3w7rtL59OQUO6K9wafnIJnD4OnfcP1TKIZxYwuA+8Vd+uEoZYrOr66at0I0Tf6oBX/FlPLEiFLpJg2jU70aTNjL+mdfTPDaZnDpTyfu/o/Of3RWQPz2BA4uLlK4c+Pt5CN0MjMUj93ajTMLREXCvsK0OiMZXiu8b68h5uK2A7qpf+08b2mWS0McDLqYESxKsxVQZfoMJ8n8/RDaCtBtx8tqXx2RUZGvvjD+A7uEpM= ceph-b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:12:46.332 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-05-15T16:12:46.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:46 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2954173090' entity='client.admin' 2024-05-15T16:12:47.536 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:47 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:12:47] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:12:47.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:47 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:12:47.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:47 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:12:47.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:47 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:12:47.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:47 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:12:47.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:47 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:12:47.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:47 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:12:48.726 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:48 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:12:48.726 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:48 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3936765293' entity='client.admin' 2024-05-15T16:12:48.726 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:48 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:12:48.726 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:48 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:12:50.988 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-05-15T16:12:50.989 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-05-15T16:12:52.036 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:51 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:12:51] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:12:52.036 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:12:51 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:12:51] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:12:53.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:12:53.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:12:53.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:12:54.163 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi081 2024-05-15T16:12:54.163 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-05-15T16:12:54.164 DEBUG:teuthology.orchestra.run.smithi081:> dd of=/etc/ceph/ceph.conf 2024-05-15T16:12:54.183 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-05-15T16:12:54.183 DEBUG:teuthology.orchestra.run.smithi081:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:12:54.241 INFO:tasks.cephadm:Adding host smithi081 to orchestrator... 2024-05-15T16:12:54.241 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph orch host add smithi081 2024-05-15T16:12:54.742 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:54 smithi066 ceph-mon[24465]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:12:54.742 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:54 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:12:54.742 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:54 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:12:54.742 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:54 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:12:54.742 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:54 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:12:54.742 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:54 smithi066 ceph-mon[24465]: Updating smithi066:/etc/ceph/ceph.conf 2024-05-15T16:12:54.742 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:54 smithi066 ceph-mon[24465]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:12:54.743 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:54 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:12:54.743 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:54 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:12:57.115 INFO:teuthology.orchestra.run.smithi066.stdout:Added host 'smithi081' with addr '172.21.15.81' 2024-05-15T16:12:57.442 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:57 smithi066 ceph-mon[24465]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi081", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:12:57.442 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:57 smithi066 ceph-mon[24465]: Deploying cephadm binary to smithi081 2024-05-15T16:12:57.698 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph orch host ls --format=json 2024-05-15T16:12:58.270 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:58 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:12:58.271 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:58 smithi066 ceph-mon[24465]: Added host smithi081 2024-05-15T16:12:58.271 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:58 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:12:58.271 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:58 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:12:58.271 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:58 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:12:58.271 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:58 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:12:58.271 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:58 smithi066 ceph-mon[24465]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:12:58.271 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:58 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:12:58.271 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:58 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:12:58.271 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:58 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:12:58.271 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:58 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:12:58.271 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:58 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:12:58.271 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:58 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]': finished 2024-05-15T16:12:59.380 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:12:59.381 INFO:teuthology.orchestra.run.smithi066.stdout:[{"addr": "172.21.15.66", "hostname": "smithi066", "labels": [], "status": ""}, {"addr": "172.21.15.81", "hostname": "smithi081", "labels": [], "status": ""}] 2024-05-15T16:12:59.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:12:59 smithi066 ceph-mon[24465]: Deploying daemon agent.smithi081 on smithi081 2024-05-15T16:12:59.912 INFO:tasks.cephadm:Setting crush tunables to default 2024-05-15T16:12:59.913 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph osd crush tunables default 2024-05-15T16:13:00.783 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:00 smithi066 ceph-mon[24465]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-15T16:13:00.783 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:00 smithi066 ceph-mon[24465]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:00.783 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:00 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:00.783 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:00 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:13:00.783 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:00 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:00.783 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:00 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:13:00.783 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:00 smithi066 ceph-mon[24465]: Updating smithi081:/etc/ceph/ceph.conf 2024-05-15T16:13:00.783 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:00 smithi066 ceph-mon[24465]: Updating smithi081:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:13:00.784 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:00 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:00.784 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:00 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:00.784 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:00 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:13:00.784 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:00 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:00.784 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:00 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:13:00.784 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:00 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:01.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:13:00 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:13:00] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:13:01.036 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:13:00 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:13:00] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:13:01.872 INFO:teuthology.orchestra.run.smithi066.stderr:adjusted tunables profile to default 2024-05-15T16:13:02.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:01 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:02.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:01 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:02.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:01 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:02.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:01 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/1744416037' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-15T16:13:02.451 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:13:02 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:13:02] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:13:02.478 INFO:tasks.cephadm:Adding mon.a on smithi066 2024-05-15T16:13:02.478 INFO:tasks.cephadm:Adding mon.c on smithi066 2024-05-15T16:13:02.478 INFO:tasks.cephadm:Adding mon.b on smithi081 2024-05-15T16:13:02.479 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph orch apply mon '3;smithi066:172.21.15.66=a;smithi066:[v2:172.21.15.66:3301,v1:172.21.15.66:6790]=c;smithi081:172.21.15.81=b' 2024-05-15T16:13:03.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:02 smithi066 ceph-mon[24465]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:03.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:02 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/1744416037' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-15T16:13:03.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:02 smithi066 ceph-mon[24465]: osdmap e4: 0 total, 0 up, 0 in 2024-05-15T16:13:03.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:02 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:03.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:02 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:03.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:02 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:04.143 INFO:teuthology.orchestra.run.smithi081.stdout:Scheduled mon update... 2024-05-15T16:13:04.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:04 smithi066 ceph-mon[24465]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:04.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:04 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:04.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:04 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:13:04.694 DEBUG:teuthology.orchestra.run.smithi066:mon.c> sudo journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mon.c.service 2024-05-15T16:13:04.696 DEBUG:teuthology.orchestra.run.smithi081:mon.b> sudo journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mon.b.service 2024-05-15T16:13:04.699 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-15T16:13:04.699 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph mon dump -f json 2024-05-15T16:13:05.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:05 smithi066 ceph-mon[24465]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi066:172.21.15.66=a;smithi066:[v2:172.21.15.66:3301,v1:172.21.15.66:6790]=c;smithi081:172.21.15.81=b", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:13:05.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:05 smithi066 ceph-mon[24465]: Saving service mon spec with placement smithi066:172.21.15.66=a;smithi066:[v2:172.21.15.66:3301,v1:172.21.15.66:6790]=c;smithi081:172.21.15.81=b;count:3 2024-05-15T16:13:05.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:05 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:05.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:05 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:13:05.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:05 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:05.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:05 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-15T16:13:05.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:05 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:05.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:05 smithi066 ceph-mon[24465]: Deploying daemon mon.c on smithi066 2024-05-15T16:13:06.489 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:06 smithi066 ceph-mon[24465]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:06.532 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-05-15T16:13:06.532 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":1,"fsid":"b95da56a-12d5-11ef-bc98-c7b262605968","modified":"2024-05-15T16:11:44.880931Z","created":"2024-05-15T16:11:44.880931Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:3300","nonce":0},{"type":"v1","addr":"172.21.15.66:6789","nonce":0}]},"addr":"172.21.15.66:6789/0","public_addr":"172.21.15.66:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-05-15T16:13:06.534 INFO:teuthology.orchestra.run.smithi081.stderr:dumped monmap epoch 1 2024-05-15T16:13:07.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:06 smithi066 systemd[1]: Starting Ceph mon.c for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:13:07.323 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[24465]: from='client.? 172.21.15.81:0/2146308569' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-15T16:13:07.324 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 podman[29281]: 2024-05-15 16:13:07.064971845 +0000 UTC m=+0.098574051 container create f72f6b43cfb8e03a6ad9628ee5b4c4f16f7e1fd4386ce9eb911e52c5865c689e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-c, version=8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-type=git, io.openshift.tags=base centos centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, ceph=True, io.openshift.expose-services=, name=centos-stream, release=754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, RELEASE=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, CEPH_POINT_RELEASE=-17.2.0, build-date=2022-05-03T08:36:31.336870, vendor=Red Hat, Inc., GIT_BRANCH=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=centos-stream-container, distribution-scope=public, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_CLEAN=True, architecture=x86_64, maintainer=Guillaume Abrioux , io.buildah.version=1.19.8) 2024-05-15T16:13:07.324 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 podman[29281]: 2024-05-15 16:13:06.98449925 +0000 UTC m=+0.018101454 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-05-15T16:13:07.324 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 podman[29281]: 2024-05-15 16:13:07.275813005 +0000 UTC m=+0.309415201 container init f72f6b43cfb8e03a6ad9628ee5b4c4f16f7e1fd4386ce9eb911e52c5865c689e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-c, com.redhat.component=centos-stream-container, ceph=True, build-date=2022-05-03T08:36:31.336870, architecture=x86_64, GIT_REPO=https://github.com/ceph/ceph-container.git, io.buildah.version=1.19.8, RELEASE=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, distribution-scope=public, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, name=centos-stream, release=754, version=8, vendor=Red Hat, Inc., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_BRANCH=HEAD, io.openshift.tags=base centos centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., CEPH_POINT_RELEASE=-17.2.0, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.display-name=CentOS Stream 8, vcs-type=git) 2024-05-15T16:13:07.324 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 podman[29281]: 2024-05-15 16:13:07.279759224 +0000 UTC m=+0.313361412 container start f72f6b43cfb8e03a6ad9628ee5b4c4f16f7e1fd4386ce9eb911e52c5865c689e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-c, io.buildah.version=1.19.8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.component=centos-stream-container, GIT_BRANCH=HEAD, build-date=2022-05-03T08:36:31.336870, GIT_CLEAN=True, maintainer=Guillaume Abrioux , vendor=Red Hat, Inc., architecture=x86_64, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.tags=base centos centos-stream, RELEASE=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.k8s.display-name=CentOS Stream 8, vcs-type=git, CEPH_POINT_RELEASE=-17.2.0, io.openshift.expose-services=, distribution-scope=public, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, version=8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, name=centos-stream, release=754, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True) 2024-05-15T16:13:07.324 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: set uid:gid to 167:167 (ceph:ceph) 2024-05-15T16:13:07.324 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable), process ceph-mon, pid 2 2024-05-15T16:13:07.324 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: pidfile_write: ignore empty --pid-file 2024-05-15T16:13:07.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: load: jerasure load: lrc 2024-05-15T16:13:07.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: RocksDB version: 6.15.5 2024-05-15T16:13:07.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-05-15T16:13:07.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Compile date Apr 18 2022 2024-05-15T16:13:07.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: DB SUMMARY 2024-05-15T16:13:07.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: DB Session ID: BO2F3IBSW7TFE01O59DR 2024-05-15T16:13:07.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: CURRENT file: CURRENT 2024-05-15T16:13:07.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: IDENTITY file: IDENTITY 2024-05-15T16:13:07.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-05-15T16:13:07.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-05-15T16:13:07.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-05-15T16:13:07.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.error_if_exists: 0 2024-05-15T16:13:07.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.create_if_missing: 0 2024-05-15T16:13:07.326 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.paranoid_checks: 1 2024-05-15T16:13:07.326 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-15T16:13:07.326 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.env: 0x55e5fe0c6860 2024-05-15T16:13:07.326 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.fs: Posix File System 2024-05-15T16:13:07.326 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.info_log: 0x55e6002fddc0 2024-05-15T16:13:07.326 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.max_file_opening_threads: 16 2024-05-15T16:13:07.326 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.statistics: (nil) 2024-05-15T16:13:07.326 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.use_fsync: 0 2024-05-15T16:13:07.326 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.max_log_file_size: 0 2024-05-15T16:13:07.326 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-15T16:13:07.326 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.log_file_time_to_roll: 0 2024-05-15T16:13:07.326 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.keep_log_file_num: 1000 2024-05-15T16:13:07.326 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.recycle_log_file_num: 0 2024-05-15T16:13:07.326 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.allow_fallocate: 1 2024-05-15T16:13:07.327 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.allow_mmap_reads: 0 2024-05-15T16:13:07.327 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.allow_mmap_writes: 0 2024-05-15T16:13:07.327 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.use_direct_reads: 0 2024-05-15T16:13:07.327 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-15T16:13:07.327 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.create_missing_column_families: 0 2024-05-15T16:13:07.327 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.db_log_dir: 2024-05-15T16:13:07.327 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-05-15T16:13:07.327 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.table_cache_numshardbits: 6 2024-05-15T16:13:07.327 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.WAL_ttl_seconds: 0 2024-05-15T16:13:07.327 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.WAL_size_limit_MB: 0 2024-05-15T16:13:07.327 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-15T16:13:07.327 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-15T16:13:07.327 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.is_fd_close_on_exec: 1 2024-05-15T16:13:07.328 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.advise_random_on_open: 1 2024-05-15T16:13:07.328 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.db_write_buffer_size: 0 2024-05-15T16:13:07.328 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.write_buffer_manager: 0x55e6003ee2d0 2024-05-15T16:13:07.328 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-15T16:13:07.328 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-05-15T16:13:07.328 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-15T16:13:07.328 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.use_adaptive_mutex: 0 2024-05-15T16:13:07.328 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.rate_limiter: (nil) 2024-05-15T16:13:07.328 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-15T16:13:07.328 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.wal_recovery_mode: 2 2024-05-15T16:13:07.328 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.enable_thread_tracking: 0 2024-05-15T16:13:07.328 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.enable_pipelined_write: 0 2024-05-15T16:13:07.328 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.unordered_write: 0 2024-05-15T16:13:07.329 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-15T16:13:07.329 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-15T16:13:07.329 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-15T16:13:07.329 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-15T16:13:07.329 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.row_cache: None 2024-05-15T16:13:07.329 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.wal_filter: None 2024-05-15T16:13:07.330 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-15T16:13:07.330 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.allow_ingest_behind: 0 2024-05-15T16:13:07.330 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.preserve_deletes: 0 2024-05-15T16:13:07.331 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.two_write_queues: 0 2024-05-15T16:13:07.331 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.manual_wal_flush: 0 2024-05-15T16:13:07.331 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.atomic_flush: 0 2024-05-15T16:13:07.331 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-15T16:13:07.331 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.persist_stats_to_disk: 0 2024-05-15T16:13:07.331 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.write_dbid_to_manifest: 0 2024-05-15T16:13:07.331 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.log_readahead_size: 0 2024-05-15T16:13:07.331 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-15T16:13:07.331 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.best_efforts_recovery: 0 2024-05-15T16:13:07.331 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-15T16:13:07.331 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-15T16:13:07.331 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.allow_data_in_errors: 0 2024-05-15T16:13:07.331 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.db_host_id: __hostname__ 2024-05-15T16:13:07.331 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.max_background_jobs: 2 2024-05-15T16:13:07.332 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.max_background_compactions: -1 2024-05-15T16:13:07.332 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.max_subcompactions: 1 2024-05-15T16:13:07.332 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-15T16:13:07.332 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-15T16:13:07.332 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.delayed_write_rate : 16777216 2024-05-15T16:13:07.332 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.max_total_wal_size: 0 2024-05-15T16:13:07.332 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-15T16:13:07.332 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.stats_dump_period_sec: 600 2024-05-15T16:13:07.332 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.stats_persist_period_sec: 600 2024-05-15T16:13:07.332 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-15T16:13:07.332 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.max_open_files: -1 2024-05-15T16:13:07.332 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.bytes_per_sync: 0 2024-05-15T16:13:07.332 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.wal_bytes_per_sync: 0 2024-05-15T16:13:07.332 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.strict_bytes_per_sync: 0 2024-05-15T16:13:07.332 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.compaction_readahead_size: 0 2024-05-15T16:13:07.333 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.max_background_flushes: -1 2024-05-15T16:13:07.333 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Compression algorithms supported: 2024-05-15T16:13:07.333 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-15T16:13:07.333 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: kZSTD supported: 0 2024-05-15T16:13:07.333 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: kXpressCompression supported: 0 2024-05-15T16:13:07.333 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: kLZ4HCCompression supported: 1 2024-05-15T16:13:07.333 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: kLZ4Compression supported: 1 2024-05-15T16:13:07.333 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: kBZip2Compression supported: 0 2024-05-15T16:13:07.333 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: kZlibCompression supported: 1 2024-05-15T16:13:07.333 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: kSnappyCompression supported: 1 2024-05-15T16:13:07.333 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Fast CRC32 supported: Supported on x86 2024-05-15T16:13:07.333 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: [db/version_set.cc:4725] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2024-05-15T16:13:07.333 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: [db/column_family.cc:597] --------------- Options for column family [default]: 2024-05-15T16:13:07.333 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-15T16:13:07.333 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.merge_operator: 2024-05-15T16:13:07.334 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.compaction_filter: None 2024-05-15T16:13:07.334 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.compaction_filter_factory: None 2024-05-15T16:13:07.334 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.sst_partitioner_factory: None 2024-05-15T16:13:07.334 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.memtable_factory: SkipListFactory 2024-05-15T16:13:07.334 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.table_factory: BlockBasedTable 2024-05-15T16:13:07.334 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e6002c9d00) 2024-05-15T16:13:07.334 INFO:journalctl@ceph.mon.c.smithi066.stdout: cache_index_and_filter_blocks: 1 2024-05-15T16:13:07.334 INFO:journalctl@ceph.mon.c.smithi066.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-15T16:13:07.334 INFO:journalctl@ceph.mon.c.smithi066.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-15T16:13:07.334 INFO:journalctl@ceph.mon.c.smithi066.stdout: pin_top_level_index_and_filter: 1 2024-05-15T16:13:07.334 INFO:journalctl@ceph.mon.c.smithi066.stdout: index_type: 0 2024-05-15T16:13:07.334 INFO:journalctl@ceph.mon.c.smithi066.stdout: data_block_index_type: 0 2024-05-15T16:13:07.334 INFO:journalctl@ceph.mon.c.smithi066.stdout: index_shortening: 1 2024-05-15T16:13:07.335 INFO:journalctl@ceph.mon.c.smithi066.stdout: data_block_hash_table_util_ratio: 0.750000 2024-05-15T16:13:07.335 INFO:journalctl@ceph.mon.c.smithi066.stdout: hash_index_allow_collision: 1 2024-05-15T16:13:07.335 INFO:journalctl@ceph.mon.c.smithi066.stdout: checksum: 1 2024-05-15T16:13:07.335 INFO:journalctl@ceph.mon.c.smithi066.stdout: no_block_cache: 0 2024-05-15T16:13:07.335 INFO:journalctl@ceph.mon.c.smithi066.stdout: block_cache: 0x55e600334170 2024-05-15T16:13:07.335 INFO:journalctl@ceph.mon.c.smithi066.stdout: block_cache_name: BinnedLRUCache 2024-05-15T16:13:07.335 INFO:journalctl@ceph.mon.c.smithi066.stdout: block_cache_options: 2024-05-15T16:13:07.335 INFO:journalctl@ceph.mon.c.smithi066.stdout: capacity : 536870912 2024-05-15T16:13:07.335 INFO:journalctl@ceph.mon.c.smithi066.stdout: num_shard_bits : 4 2024-05-15T16:13:07.335 INFO:journalctl@ceph.mon.c.smithi066.stdout: strict_capacity_limit : 0 2024-05-15T16:13:07.335 INFO:journalctl@ceph.mon.c.smithi066.stdout: high_pri_pool_ratio: 0.000 2024-05-15T16:13:07.335 INFO:journalctl@ceph.mon.c.smithi066.stdout: block_cache_compressed: (nil) 2024-05-15T16:13:07.335 INFO:journalctl@ceph.mon.c.smithi066.stdout: persistent_cache: (nil) 2024-05-15T16:13:07.335 INFO:journalctl@ceph.mon.c.smithi066.stdout: block_size: 4096 2024-05-15T16:13:07.335 INFO:journalctl@ceph.mon.c.smithi066.stdout: block_size_deviation: 10 2024-05-15T16:13:07.335 INFO:journalctl@ceph.mon.c.smithi066.stdout: block_restart_interval: 16 2024-05-15T16:13:07.336 INFO:journalctl@ceph.mon.c.smithi066.stdout: index_block_restart_interval: 1 2024-05-15T16:13:07.336 INFO:journalctl@ceph.mon.c.smithi066.stdout: metadata_block_size: 4096 2024-05-15T16:13:07.336 INFO:journalctl@ceph.mon.c.smithi066.stdout: partition_filters: 0 2024-05-15T16:13:07.336 INFO:journalctl@ceph.mon.c.smithi066.stdout: use_delta_encoding: 1 2024-05-15T16:13:07.336 INFO:journalctl@ceph.mon.c.smithi066.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-05-15T16:13:07.336 INFO:journalctl@ceph.mon.c.smithi066.stdout: whole_key_filtering: 1 2024-05-15T16:13:07.336 INFO:journalctl@ceph.mon.c.smithi066.stdout: verify_compression: 0 2024-05-15T16:13:07.336 INFO:journalctl@ceph.mon.c.smithi066.stdout: read_amp_bytes_per_bit: 0 2024-05-15T16:13:07.336 INFO:journalctl@ceph.mon.c.smithi066.stdout: format_version: 4 2024-05-15T16:13:07.336 INFO:journalctl@ceph.mon.c.smithi066.stdout: enable_index_compression: 1 2024-05-15T16:13:07.336 INFO:journalctl@ceph.mon.c.smithi066.stdout: block_align: 0 2024-05-15T16:13:07.336 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.write_buffer_size: 33554432 2024-05-15T16:13:07.336 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.max_write_buffer_number: 2 2024-05-15T16:13:07.336 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.compression: NoCompression 2024-05-15T16:13:07.336 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.bottommost_compression: Disabled 2024-05-15T16:13:07.337 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.prefix_extractor: nullptr 2024-05-15T16:13:07.337 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-15T16:13:07.337 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.num_levels: 7 2024-05-15T16:13:07.337 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-15T16:13:07.337 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-15T16:13:07.337 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-15T16:13:07.337 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-15T16:13:07.337 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-15T16:13:07.337 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-15T16:13:07.337 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-15T16:13:07.337 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-15T16:13:07.337 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-15T16:13:07.337 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-15T16:13:07.337 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.compression_opts.window_bits: -14 2024-05-15T16:13:07.338 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.compression_opts.level: 32767 2024-05-15T16:13:07.338 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.compression_opts.strategy: 0 2024-05-15T16:13:07.338 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-15T16:13:07.338 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-15T16:13:07.338 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-15T16:13:07.338 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.compression_opts.enabled: false 2024-05-15T16:13:07.338 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-15T16:13:07.338 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-15T16:13:07.338 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-15T16:13:07.338 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.target_file_size_base: 67108864 2024-05-15T16:13:07.338 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.target_file_size_multiplier: 1 2024-05-15T16:13:07.338 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-15T16:13:07.338 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-15T16:13:07.338 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-15T16:13:07.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-15T16:13:07.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-15T16:13:07.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-15T16:13:07.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-15T16:13:07.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-15T16:13:07.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-15T16:13:07.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-15T16:13:07.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-15T16:13:07.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-15T16:13:07.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.arena_block_size: 4194304 2024-05-15T16:13:07.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-15T16:13:07.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-15T16:13:07.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-05-15T16:13:07.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.disable_auto_compactions: 0 2024-05-15T16:13:07.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-15T16:13:07.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-15T16:13:07.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-15T16:13:07.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-15T16:13:07.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-15T16:13:07.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-15T16:13:07.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-15T16:13:07.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-15T16:13:07.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-15T16:13:07.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-15T16:13:07.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.table_properties_collectors: 2024-05-15T16:13:07.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.inplace_update_support: 0 2024-05-15T16:13:07.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.inplace_update_num_locks: 10000 2024-05-15T16:13:07.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-15T16:13:07.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-15T16:13:07.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.memtable_huge_page_size: 0 2024-05-15T16:13:07.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.bloom_locality: 0 2024-05-15T16:13:07.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.max_successive_merges: 0 2024-05-15T16:13:07.341 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.optimize_filters_for_hits: 0 2024-05-15T16:13:07.341 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.paranoid_file_checks: 0 2024-05-15T16:13:07.341 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.force_consistency_checks: 1 2024-05-15T16:13:07.341 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.report_bg_io_stats: 0 2024-05-15T16:13:07.341 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.ttl: 2592000 2024-05-15T16:13:07.341 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.periodic_compaction_seconds: 0 2024-05-15T16:13:07.341 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.enable_blob_files: false 2024-05-15T16:13:07.341 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.min_blob_size: 0 2024-05-15T16:13:07.341 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.blob_file_size: 268435456 2024-05-15T16:13:07.341 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.blob_compression_type: NoCompression 2024-05-15T16:13:07.341 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.enable_blob_garbage_collection: false 2024-05-15T16:13:07.341 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-15T16:13:07.342 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: [db/version_set.cc:4773] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-05-15T16:13:07.342 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: [db/version_set.cc:4782] Column family [default] (ID 0), log number is 0 2024-05-15T16:13:07.342 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: [db/version_set.cc:4083] Creating manifest 7 2024-05-15T16:13:07.342 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715789587306902, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-05-15T16:13:07.342 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: [db/db_impl/db_impl_open.cc:847] Recovering log #4 mode 2 2024-05-15T16:13:07.342 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: [table/block_based/filter_policy.cc:996] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-05-15T16:13:07.342 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715789587307207, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1545, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1715789587, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "f3406483-5ad3-407d-8343-26d56cd99c1a", "db_session_id": "BO2F3IBSW7TFE01O59DR"}} 2024-05-15T16:13:07.342 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: [db/version_set.cc:4083] Creating manifest 9 2024-05-15T16:13:07.342 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715789587307522, "job": 1, "event": "recovery_finished"} 2024-05-15T16:13:07.342 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: [file/delete_scheduler.cc:73] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-15T16:13:07.342 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: [db/db_impl/db_impl_open.cc:1701] SstFileManager instance 0x55e60031aa80 2024-05-15T16:13:07.342 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: DB pointer 0x55e60032a000 2024-05-15T16:13:07.343 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: [db/db_impl/db_impl.cc:902] ------- DUMPING STATS ------- 2024-05-15T16:13:07.343 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-05-15T16:13:07.343 INFO:journalctl@ceph.mon.c.smithi066.stdout: ** DB Stats ** 2024-05-15T16:13:07.343 INFO:journalctl@ceph.mon.c.smithi066.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-15T16:13:07.343 INFO:journalctl@ceph.mon.c.smithi066.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-15T16:13:07.343 INFO:journalctl@ceph.mon.c.smithi066.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-15T16:13:07.343 INFO:journalctl@ceph.mon.c.smithi066.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-15T16:13:07.343 INFO:journalctl@ceph.mon.c.smithi066.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-15T16:13:07.343 INFO:journalctl@ceph.mon.c.smithi066.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-05-15T16:13:07.343 INFO:journalctl@ceph.mon.c.smithi066.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-15T16:13:07.343 INFO:journalctl@ceph.mon.c.smithi066.stdout: 2024-05-15T16:13:07.343 INFO:journalctl@ceph.mon.c.smithi066.stdout: ** Compaction Stats [default] ** 2024-05-15T16:13:07.343 INFO:journalctl@ceph.mon.c.smithi066.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-05-15T16:13:07.343 INFO:journalctl@ceph.mon.c.smithi066.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-15T16:13:07.343 INFO:journalctl@ceph.mon.c.smithi066.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-05-15T16:13:07.344 INFO:journalctl@ceph.mon.c.smithi066.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-05-15T16:13:07.344 INFO:journalctl@ceph.mon.c.smithi066.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-05-15T16:13:07.344 INFO:journalctl@ceph.mon.c.smithi066.stdout: 2024-05-15T16:13:07.344 INFO:journalctl@ceph.mon.c.smithi066.stdout: ** Compaction Stats [default] ** 2024-05-15T16:13:07.344 INFO:journalctl@ceph.mon.c.smithi066.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-05-15T16:13:07.344 INFO:journalctl@ceph.mon.c.smithi066.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-15T16:13:07.344 INFO:journalctl@ceph.mon.c.smithi066.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-05-15T16:13:07.344 INFO:journalctl@ceph.mon.c.smithi066.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-15T16:13:07.344 INFO:journalctl@ceph.mon.c.smithi066.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-05-15T16:13:07.344 INFO:journalctl@ceph.mon.c.smithi066.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-15T16:13:07.344 INFO:journalctl@ceph.mon.c.smithi066.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-15T16:13:07.344 INFO:journalctl@ceph.mon.c.smithi066.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-15T16:13:07.344 INFO:journalctl@ceph.mon.c.smithi066.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-15T16:13:07.344 INFO:journalctl@ceph.mon.c.smithi066.stdout: Cumulative compaction: 0.00 GB write, 0.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-15T16:13:07.344 INFO:journalctl@ceph.mon.c.smithi066.stdout: Interval compaction: 0.00 GB write, 0.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-15T16:13:07.345 INFO:journalctl@ceph.mon.c.smithi066.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-15T16:13:07.345 INFO:journalctl@ceph.mon.c.smithi066.stdout: 2024-05-15T16:13:07.345 INFO:journalctl@ceph.mon.c.smithi066.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-15T16:13:07.345 INFO:journalctl@ceph.mon.c.smithi066.stdout: 2024-05-15T16:13:07.345 INFO:journalctl@ceph.mon.c.smithi066.stdout: ** Compaction Stats [default] ** 2024-05-15T16:13:07.345 INFO:journalctl@ceph.mon.c.smithi066.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-05-15T16:13:07.345 INFO:journalctl@ceph.mon.c.smithi066.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-15T16:13:07.345 INFO:journalctl@ceph.mon.c.smithi066.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-05-15T16:13:07.345 INFO:journalctl@ceph.mon.c.smithi066.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-05-15T16:13:07.345 INFO:journalctl@ceph.mon.c.smithi066.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-05-15T16:13:07.345 INFO:journalctl@ceph.mon.c.smithi066.stdout: 2024-05-15T16:13:07.345 INFO:journalctl@ceph.mon.c.smithi066.stdout: ** Compaction Stats [default] ** 2024-05-15T16:13:07.345 INFO:journalctl@ceph.mon.c.smithi066.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-05-15T16:13:07.345 INFO:journalctl@ceph.mon.c.smithi066.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-15T16:13:07.345 INFO:journalctl@ceph.mon.c.smithi066.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-05-15T16:13:07.346 INFO:journalctl@ceph.mon.c.smithi066.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-15T16:13:07.346 INFO:journalctl@ceph.mon.c.smithi066.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-05-15T16:13:07.346 INFO:journalctl@ceph.mon.c.smithi066.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-15T16:13:07.346 INFO:journalctl@ceph.mon.c.smithi066.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-15T16:13:07.346 INFO:journalctl@ceph.mon.c.smithi066.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-15T16:13:07.346 INFO:journalctl@ceph.mon.c.smithi066.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-15T16:13:07.346 INFO:journalctl@ceph.mon.c.smithi066.stdout: Cumulative compaction: 0.00 GB write, 0.55 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-15T16:13:07.346 INFO:journalctl@ceph.mon.c.smithi066.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-15T16:13:07.346 INFO:journalctl@ceph.mon.c.smithi066.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-15T16:13:07.346 INFO:journalctl@ceph.mon.c.smithi066.stdout: 2024-05-15T16:13:07.346 INFO:journalctl@ceph.mon.c.smithi066.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-15T16:13:07.346 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-05-15T16:13:07.346 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: using public_addrv [v2:172.21.15.66:3301/0,v1:172.21.15.66:6790/0] 2024-05-15T16:13:07.346 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: starting mon.c rank -1 at public addrs [v2:172.21.15.66:3301/0,v1:172.21.15.66:6790/0] at bind addrs [v2:172.21.15.66:3301/0,v1:172.21.15.66:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:13:07.346 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: mon.c@-1(???) e0 preinit fsid b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:13:07.347 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: mon.c@-1(synchronizing).mds e1 new map 2024-05-15T16:13:07.347 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: mon.c@-1(synchronizing).mds e1 print_map 2024-05-15T16:13:07.347 INFO:journalctl@ceph.mon.c.smithi066.stdout: e1 2024-05-15T16:13:07.347 INFO:journalctl@ceph.mon.c.smithi066.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-15T16:13:07.347 INFO:journalctl@ceph.mon.c.smithi066.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-05-15T16:13:07.347 INFO:journalctl@ceph.mon.c.smithi066.stdout: legacy client fscid: -1 2024-05-15T16:13:07.347 INFO:journalctl@ceph.mon.c.smithi066.stdout: 2024-05-15T16:13:07.347 INFO:journalctl@ceph.mon.c.smithi066.stdout: No filesystems configured 2024-05-15T16:13:07.347 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-05-15T16:13:07.347 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-05-15T16:13:07.347 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-05-15T16:13:07.347 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-05-15T16:13:07.347 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-05-15T16:13:07.347 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-05-15T16:13:07.347 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-15T16:13:07.347 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-15T16:13:07.348 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-15T16:13:07.348 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-15T16:13:07.348 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:07.348 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: from='client.? 172.21.15.81:0/2146308569' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-15T16:13:07.348 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: mon.c@-1(synchronizing).paxosservice(auth 1..5) refresh upgraded, format 0 -> 3 2024-05-15T16:13:07.348 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 ceph-mon[29300]: mon.c@-1(synchronizing) e1 handle_conf_change mon_allow_pool_delete,mon_cluster_log_to_file 2024-05-15T16:13:07.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 bash[29281]: f72f6b43cfb8e03a6ad9628ee5b4c4f16f7e1fd4386ce9eb911e52c5865c689e 2024-05-15T16:13:07.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:07 smithi066 systemd[1]: Started Ceph mon.c for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:13:08.113 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-15T16:13:08.113 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph mon dump -f json 2024-05-15T16:13:12.786 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:13:12 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:13:12] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:13:12.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:13:12.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[24465]: mon.a calling monitor election 2024-05-15T16:13:12.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:13:12.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[24465]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:12.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:13:12.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:13:12.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[24465]: mon.c calling monitor election 2024-05-15T16:13:12.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[24465]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:12.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:13:12.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:13:12.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[24465]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:12.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:13:12.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[24465]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-15T16:13:12.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[24465]: monmap e2: 2 mons at {a=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0],c=[v2:172.21.15.66:3301/0,v1:172.21.15.66:6790/0]} 2024-05-15T16:13:12.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[24465]: fsmap 2024-05-15T16:13:12.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[24465]: osdmap e4: 0 total, 0 up, 0 in 2024-05-15T16:13:12.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[24465]: mgrmap e13: y(active, since 34s) 2024-05-15T16:13:12.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[24465]: overall HEALTH_OK 2024-05-15T16:13:12.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:12.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:12.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-15T16:13:12.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:12.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:12.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:13:12.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[29300]: mon.a calling monitor election 2024-05-15T16:13:12.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:13:12.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[29300]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:12.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:13:12.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:13:12.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[29300]: mon.c calling monitor election 2024-05-15T16:13:12.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[29300]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:12.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:13:12.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:13:12.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[29300]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:12.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:13:12.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[29300]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-15T16:13:12.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[29300]: monmap e2: 2 mons at {a=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0],c=[v2:172.21.15.66:3301/0,v1:172.21.15.66:6790/0]} 2024-05-15T16:13:12.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[29300]: fsmap 2024-05-15T16:13:12.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[29300]: osdmap e4: 0 total, 0 up, 0 in 2024-05-15T16:13:12.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[29300]: mgrmap e13: y(active, since 34s) 2024-05-15T16:13:12.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[29300]: overall HEALTH_OK 2024-05-15T16:13:12.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:12.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:12.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-15T16:13:12.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:12.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:12 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:12.941 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-05-15T16:13:12.941 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":2,"fsid":"b95da56a-12d5-11ef-bc98-c7b262605968","modified":"2024-05-15T16:13:07.327665Z","created":"2024-05-15T16:11:44.880931Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:3300","nonce":0},{"type":"v1","addr":"172.21.15.66:6789","nonce":0}]},"addr":"172.21.15.66:6789/0","public_addr":"172.21.15.66:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:3301","nonce":0},{"type":"v1","addr":"172.21.15.66:6790","nonce":0}]},"addr":"172.21.15.66:6790/0","public_addr":"172.21.15.66:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-05-15T16:13:12.943 INFO:teuthology.orchestra.run.smithi081.stderr:dumped monmap epoch 2 2024-05-15T16:13:13.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:13 smithi066 ceph-mon[24465]: Deploying daemon mon.b on smithi081 2024-05-15T16:13:13.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:13 smithi066 ceph-mon[24465]: from='client.? 172.21.15.81:0/3304948027' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-15T16:13:13.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:13 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:13:13.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:13 smithi066 ceph-mon[29300]: Deploying daemon mon.b on smithi081 2024-05-15T16:13:13.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:13 smithi066 ceph-mon[29300]: from='client.? 172.21.15.81:0/3304948027' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-15T16:13:13.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:13 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:13:14.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:14 smithi066 ceph-mon[24465]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:14.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:14 smithi066 ceph-mon[29300]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:14.793 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-15T16:13:14.793 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph mon dump -f json 2024-05-15T16:13:16.753 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-05-15T16:13:16.753 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":2,"fsid":"b95da56a-12d5-11ef-bc98-c7b262605968","modified":"2024-05-15T16:13:07.327665Z","created":"2024-05-15T16:11:44.880931Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:3300","nonce":0},{"type":"v1","addr":"172.21.15.66:6789","nonce":0}]},"addr":"172.21.15.66:6789/0","public_addr":"172.21.15.66:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:3301","nonce":0},{"type":"v1","addr":"172.21.15.66:6790","nonce":0}]},"addr":"172.21.15.66:6790/0","public_addr":"172.21.15.66:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-05-15T16:13:16.754 INFO:teuthology.orchestra.run.smithi081.stderr:dumped monmap epoch 2 2024-05-15T16:13:16.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:16 smithi066 ceph-mon[24465]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:16.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:16 smithi066 ceph-mon[29300]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:18.471 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-15T16:13:18.472 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph mon dump -f json 2024-05-15T16:13:22.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:13:22.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[29300]: mon.a calling monitor election 2024-05-15T16:13:22.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[29300]: mon.c calling monitor election 2024-05-15T16:13:22.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:13:22.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:13:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[29300]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:13:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:13:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[29300]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:13:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:13:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:13:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[29300]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-15T16:13:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[29300]: monmap e3: 3 mons at {a=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0],b=[v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0],c=[v2:172.21.15.66:3301/0,v1:172.21.15.66:6790/0]} 2024-05-15T16:13:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[29300]: fsmap 2024-05-15T16:13:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[29300]: osdmap e4: 0 total, 0 up, 0 in 2024-05-15T16:13:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[29300]: mgrmap e13: y(active, since 44s) 2024-05-15T16:13:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[29300]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-05-15T16:13:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[29300]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-05-15T16:13:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[29300]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-05-15T16:13:22.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[29300]: mon.b (rank 2) addr [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] is down (out of quorum) 2024-05-15T16:13:22.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:22.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:13:22.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:22.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:13:22.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:13:22.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[24465]: mon.a calling monitor election 2024-05-15T16:13:22.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[24465]: mon.c calling monitor election 2024-05-15T16:13:22.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:13:22.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:13:22.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[24465]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:22.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:13:22.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:13:22.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[24465]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:22.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:13:22.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:13:22.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:13:22.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[24465]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-15T16:13:22.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[24465]: monmap e3: 3 mons at {a=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0],b=[v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0],c=[v2:172.21.15.66:3301/0,v1:172.21.15.66:6790/0]} 2024-05-15T16:13:22.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[24465]: fsmap 2024-05-15T16:13:22.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[24465]: osdmap e4: 0 total, 0 up, 0 in 2024-05-15T16:13:22.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[24465]: mgrmap e13: y(active, since 44s) 2024-05-15T16:13:22.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[24465]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-05-15T16:13:22.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[24465]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-05-15T16:13:22.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[24465]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-05-15T16:13:22.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[24465]: mon.b (rank 2) addr [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] is down (out of quorum) 2024-05-15T16:13:22.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:22.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:13:22.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:22.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:21 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:13:22.629 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:13:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:13:22] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:13:23.193 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-05-15T16:13:23.193 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":3,"fsid":"b95da56a-12d5-11ef-bc98-c7b262605968","modified":"2024-05-15T16:13:16.902507Z","created":"2024-05-15T16:11:44.880931Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:3300","nonce":0},{"type":"v1","addr":"172.21.15.66:6789","nonce":0}]},"addr":"172.21.15.66:6789/0","public_addr":"172.21.15.66:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:3301","nonce":0},{"type":"v1","addr":"172.21.15.66:6790","nonce":0}]},"addr":"172.21.15.66:6790/0","public_addr":"172.21.15.66:6790/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:3300","nonce":0},{"type":"v1","addr":"172.21.15.81:6789","nonce":0}]},"addr":"172.21.15.81:6789/0","public_addr":"172.21.15.81:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-05-15T16:13:23.193 INFO:teuthology.orchestra.run.smithi081.stderr:dumped monmap epoch 3 2024-05-15T16:13:23.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:22 smithi066 ceph-mon[24465]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:23.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:22 smithi066 ceph-mon[24465]: Updating smithi081:/etc/ceph/ceph.conf 2024-05-15T16:13:23.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:22 smithi066 ceph-mon[24465]: Updating smithi066:/etc/ceph/ceph.conf 2024-05-15T16:13:23.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:22 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:23.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:22 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:23.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:22 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:23.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:22 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-15T16:13:23.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:22 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-15T16:13:23.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:22 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:23.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:22 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:23.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:22 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:23.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:22 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:23.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:22 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:13:23.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:22 smithi066 ceph-mon[29300]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:23.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:22 smithi066 ceph-mon[29300]: Updating smithi081:/etc/ceph/ceph.conf 2024-05-15T16:13:23.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:22 smithi066 ceph-mon[29300]: Updating smithi066:/etc/ceph/ceph.conf 2024-05-15T16:13:23.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:22 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:23.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:22 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:23.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:22 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:23.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:22 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-15T16:13:23.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:22 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-15T16:13:23.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:22 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:23.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:22 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:23.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:22 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:23.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:22 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:23.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:22 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:13:24.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:13:23 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:13:23] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:13:24.503 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:13:24 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:13:24] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:13:24.527 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-05-15T16:13:24.527 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph config generate-minimal-conf 2024-05-15T16:13:24.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[24465]: mon.b calling monitor election 2024-05-15T16:13:24.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[24465]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:24.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[24465]: Reconfiguring mon.c (monmap changed)... 2024-05-15T16:13:24.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[24465]: Reconfiguring daemon mon.c on smithi066 2024-05-15T16:13:24.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[24465]: mon.b calling monitor election 2024-05-15T16:13:24.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[24465]: mon.c calling monitor election 2024-05-15T16:13:24.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[24465]: mon.a calling monitor election 2024-05-15T16:13:24.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[24465]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-15T16:13:24.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[24465]: monmap e3: 3 mons at {a=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0],b=[v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0],c=[v2:172.21.15.66:3301/0,v1:172.21.15.66:6790/0]} 2024-05-15T16:13:24.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[24465]: fsmap 2024-05-15T16:13:24.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[24465]: osdmap e4: 0 total, 0 up, 0 in 2024-05-15T16:13:24.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[24465]: mgrmap e13: y(active, since 46s) 2024-05-15T16:13:24.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[24465]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-05-15T16:13:24.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[24465]: Cluster is now healthy 2024-05-15T16:13:24.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[24465]: overall HEALTH_OK 2024-05-15T16:13:24.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:24.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:24.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:24.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[29300]: mon.b calling monitor election 2024-05-15T16:13:24.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[29300]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:24.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[29300]: Reconfiguring mon.c (monmap changed)... 2024-05-15T16:13:24.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[29300]: Reconfiguring daemon mon.c on smithi066 2024-05-15T16:13:24.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[29300]: mon.b calling monitor election 2024-05-15T16:13:24.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[29300]: mon.c calling monitor election 2024-05-15T16:13:24.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[29300]: mon.a calling monitor election 2024-05-15T16:13:24.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[29300]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-15T16:13:24.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[29300]: monmap e3: 3 mons at {a=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0],b=[v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0],c=[v2:172.21.15.66:3301/0,v1:172.21.15.66:6790/0]} 2024-05-15T16:13:24.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[29300]: fsmap 2024-05-15T16:13:24.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[29300]: osdmap e4: 0 total, 0 up, 0 in 2024-05-15T16:13:24.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[29300]: mgrmap e13: y(active, since 46s) 2024-05-15T16:13:24.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[29300]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-05-15T16:13:24.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[29300]: Cluster is now healthy 2024-05-15T16:13:24.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[29300]: overall HEALTH_OK 2024-05-15T16:13:24.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:24.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:24.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:24 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:25.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:25 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:13:25.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:25 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:13:25.786 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:13:25 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:13:25] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:13:26.570 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:13:26 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:13:26] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:13:26.571 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:26 smithi066 ceph-mon[24465]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:26.571 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:26 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:26.571 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:26 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:26.571 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:26 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:26.571 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:26 smithi066 ceph-mon[29300]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:26.571 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:26 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:26.571 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:26 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:26.571 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:26 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:27.315 INFO:teuthology.orchestra.run.smithi066.stdout:# minimal ceph.conf for b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:13:27.315 INFO:teuthology.orchestra.run.smithi066.stdout:[global] 2024-05-15T16:13:27.316 INFO:teuthology.orchestra.run.smithi066.stdout: fsid = b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:13:27.316 INFO:teuthology.orchestra.run.smithi066.stdout: mon_host = [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] [v2:172.21.15.66:3301/0,v1:172.21.15.66:6790/0] 2024-05-15T16:13:27.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:27 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:27.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:27 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:27.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:27 smithi066 ceph-mon[24465]: Reconfiguring mon.b (monmap changed)... 2024-05-15T16:13:27.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:27 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-15T16:13:27.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:27 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-15T16:13:27.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:27 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:27.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:27 smithi066 ceph-mon[24465]: Reconfiguring daemon mon.b on smithi081 2024-05-15T16:13:27.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:27 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3602512449' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:27.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:27 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:27.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:27 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:27.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:27 smithi066 ceph-mon[29300]: Reconfiguring mon.b (monmap changed)... 2024-05-15T16:13:27.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:27 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-15T16:13:27.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:27 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-15T16:13:27.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:27 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:27.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:27 smithi066 ceph-mon[29300]: Reconfiguring daemon mon.b on smithi081 2024-05-15T16:13:27.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:27 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3602512449' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:27.970 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-05-15T16:13:27.970 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-05-15T16:13:27.970 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/etc/ceph/ceph.conf 2024-05-15T16:13:27.998 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-05-15T16:13:27.999 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:13:28.066 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-05-15T16:13:28.066 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/etc/ceph/ceph.conf 2024-05-15T16:13:28.097 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-05-15T16:13:28.097 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:13:28.163 INFO:tasks.cephadm:Adding mgr.y on smithi066 2024-05-15T16:13:28.163 INFO:tasks.cephadm:Adding mgr.x on smithi081 2024-05-15T16:13:28.164 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph orch apply mgr '2;smithi066=y;smithi081=x' 2024-05-15T16:13:29.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:28 smithi066 ceph-mon[29300]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:29.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:28 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:29.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:28 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:13:29.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:28 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:29.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:28 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:13:29.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:28 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:29.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:28 smithi066 ceph-mon[24465]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:29.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:28 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:29.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:28 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:13:29.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:28 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:29.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:28 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:13:29.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:28 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:29.333 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:28 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:29.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:13:29 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:13:29] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:13:29.967 INFO:teuthology.orchestra.run.smithi081.stdout:Scheduled mgr update... 2024-05-15T16:13:30.519 DEBUG:teuthology.orchestra.run.smithi081:mgr.x> sudo journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mgr.x.service 2024-05-15T16:13:30.521 INFO:tasks.cephadm:Deploying OSDs... 2024-05-15T16:13:30.522 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-05-15T16:13:30.522 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/scratch_devs of=/dev/stdout 2024-05-15T16:13:30.544 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-15T16:13:30.544 DEBUG:teuthology.orchestra.run.smithi066:> stat /dev/vg_nvme/lv_1 2024-05-15T16:13:30.604 INFO:teuthology.orchestra.run.smithi066.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-15T16:13:30.604 INFO:teuthology.orchestra.run.smithi066.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-15T16:13:30.604 INFO:teuthology.orchestra.run.smithi066.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-05-15T16:13:30.604 INFO:teuthology.orchestra.run.smithi066.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-15T16:13:30.604 INFO:teuthology.orchestra.run.smithi066.stdout:Context: system_u:object_r:device_t:s0 2024-05-15T16:13:30.604 INFO:teuthology.orchestra.run.smithi066.stdout:Access: 2024-05-15 16:13:28.685269477 +0000 2024-05-15T16:13:30.605 INFO:teuthology.orchestra.run.smithi066.stdout:Modify: 2024-05-15 16:10:19.102815090 +0000 2024-05-15T16:13:30.605 INFO:teuthology.orchestra.run.smithi066.stdout:Change: 2024-05-15 16:10:19.102815090 +0000 2024-05-15T16:13:30.605 INFO:teuthology.orchestra.run.smithi066.stdout: Birth: 2024-05-15 16:10:19.102815090 +0000 2024-05-15T16:13:30.605 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-15T16:13:30.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:30 smithi081 ceph-mon[25343]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:30.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:30 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:30.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:30 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:30.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:30 smithi081 ceph-mon[25343]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi066=y;smithi081=x", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:13:30.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:30 smithi081 ceph-mon[25343]: Saving service mgr spec with placement smithi066=y;smithi081=x;count:2 2024-05-15T16:13:30.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:30 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:30.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:30 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:13:30.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:30 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:30.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:30 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:13:30.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:30 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:30.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:30 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:13:30.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:30 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-15T16:13:30.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:30 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:13:30.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:30 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:30.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:30 smithi081 ceph-mon[25343]: Deploying daemon mgr.x on smithi081 2024-05-15T16:13:30.672 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[24465]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:30.673 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:30.673 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:30.673 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[24465]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi066=y;smithi081=x", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:13:30.673 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[24465]: Saving service mgr spec with placement smithi066=y;smithi081=x;count:2 2024-05-15T16:13:30.673 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:30.673 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:13:30.673 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:30.673 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:13:30.673 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:30.673 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:13:30.673 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-15T16:13:30.673 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:13:30.673 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:30.673 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[24465]: Deploying daemon mgr.x on smithi081 2024-05-15T16:13:30.674 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[29300]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:30.674 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:30.674 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:30.674 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[29300]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi066=y;smithi081=x", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:13:30.674 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[29300]: Saving service mgr spec with placement smithi066=y;smithi081=x;count:2 2024-05-15T16:13:30.674 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:30.674 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:13:30.674 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:30.674 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:13:30.674 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:30.674 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:13:30.674 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-15T16:13:30.675 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:13:30.675 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:30.675 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:30 smithi066 ceph-mon[29300]: Deploying daemon mgr.x on smithi081 2024-05-15T16:13:30.676 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records in 2024-05-15T16:13:30.676 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records out 2024-05-15T16:13:30.677 INFO:teuthology.orchestra.run.smithi066.stderr:512 bytes copied, 0.000278021 s, 1.8 MB/s 2024-05-15T16:13:30.678 DEBUG:teuthology.orchestra.run.smithi066:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-15T16:13:30.737 DEBUG:teuthology.orchestra.run.smithi066:> stat /dev/vg_nvme/lv_2 2024-05-15T16:13:30.796 INFO:teuthology.orchestra.run.smithi066.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-15T16:13:30.796 INFO:teuthology.orchestra.run.smithi066.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-15T16:13:30.796 INFO:teuthology.orchestra.run.smithi066.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-05-15T16:13:30.796 INFO:teuthology.orchestra.run.smithi066.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-15T16:13:30.796 INFO:teuthology.orchestra.run.smithi066.stdout:Context: system_u:object_r:device_t:s0 2024-05-15T16:13:30.796 INFO:teuthology.orchestra.run.smithi066.stdout:Access: 2024-05-15 16:13:28.685269477 +0000 2024-05-15T16:13:30.796 INFO:teuthology.orchestra.run.smithi066.stdout:Modify: 2024-05-15 16:10:19.455812489 +0000 2024-05-15T16:13:30.796 INFO:teuthology.orchestra.run.smithi066.stdout:Change: 2024-05-15 16:10:19.455812489 +0000 2024-05-15T16:13:30.796 INFO:teuthology.orchestra.run.smithi066.stdout: Birth: 2024-05-15 16:10:19.455812489 +0000 2024-05-15T16:13:30.796 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-15T16:13:30.863 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records in 2024-05-15T16:13:30.863 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records out 2024-05-15T16:13:30.863 INFO:teuthology.orchestra.run.smithi066.stderr:512 bytes copied, 0.000296035 s, 1.7 MB/s 2024-05-15T16:13:30.865 DEBUG:teuthology.orchestra.run.smithi066:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-15T16:13:30.923 DEBUG:teuthology.orchestra.run.smithi066:> stat /dev/vg_nvme/lv_3 2024-05-15T16:13:30.980 INFO:teuthology.orchestra.run.smithi066.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-15T16:13:30.980 INFO:teuthology.orchestra.run.smithi066.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-15T16:13:30.980 INFO:teuthology.orchestra.run.smithi066.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-05-15T16:13:30.980 INFO:teuthology.orchestra.run.smithi066.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-15T16:13:30.980 INFO:teuthology.orchestra.run.smithi066.stdout:Context: system_u:object_r:device_t:s0 2024-05-15T16:13:30.980 INFO:teuthology.orchestra.run.smithi066.stdout:Access: 2024-05-15 16:13:28.685269477 +0000 2024-05-15T16:13:30.980 INFO:teuthology.orchestra.run.smithi066.stdout:Modify: 2024-05-15 16:10:19.803809925 +0000 2024-05-15T16:13:30.980 INFO:teuthology.orchestra.run.smithi066.stdout:Change: 2024-05-15 16:10:19.803809925 +0000 2024-05-15T16:13:30.980 INFO:teuthology.orchestra.run.smithi066.stdout: Birth: 2024-05-15 16:10:19.803809925 +0000 2024-05-15T16:13:30.981 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-15T16:13:31.046 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records in 2024-05-15T16:13:31.047 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records out 2024-05-15T16:13:31.047 INFO:teuthology.orchestra.run.smithi066.stderr:512 bytes copied, 0.000227589 s, 2.2 MB/s 2024-05-15T16:13:31.048 DEBUG:teuthology.orchestra.run.smithi066:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-15T16:13:31.107 DEBUG:teuthology.orchestra.run.smithi066:> stat /dev/vg_nvme/lv_4 2024-05-15T16:13:31.163 INFO:teuthology.orchestra.run.smithi066.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-15T16:13:31.163 INFO:teuthology.orchestra.run.smithi066.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-15T16:13:31.164 INFO:teuthology.orchestra.run.smithi066.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-05-15T16:13:31.164 INFO:teuthology.orchestra.run.smithi066.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-15T16:13:31.164 INFO:teuthology.orchestra.run.smithi066.stdout:Context: system_u:object_r:device_t:s0 2024-05-15T16:13:31.164 INFO:teuthology.orchestra.run.smithi066.stdout:Access: 2024-05-15 16:13:28.685269477 +0000 2024-05-15T16:13:31.164 INFO:teuthology.orchestra.run.smithi066.stdout:Modify: 2024-05-15 16:10:20.162807280 +0000 2024-05-15T16:13:31.164 INFO:teuthology.orchestra.run.smithi066.stdout:Change: 2024-05-15 16:10:20.162807280 +0000 2024-05-15T16:13:31.164 INFO:teuthology.orchestra.run.smithi066.stdout: Birth: 2024-05-15 16:10:20.162807280 +0000 2024-05-15T16:13:31.164 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-15T16:13:31.229 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records in 2024-05-15T16:13:31.229 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records out 2024-05-15T16:13:31.229 INFO:teuthology.orchestra.run.smithi066.stderr:512 bytes copied, 0.000215714 s, 2.4 MB/s 2024-05-15T16:13:31.230 DEBUG:teuthology.orchestra.run.smithi066:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-15T16:13:31.289 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-05-15T16:13:31.289 DEBUG:teuthology.orchestra.run.smithi081:> dd if=/scratch_devs of=/dev/stdout 2024-05-15T16:13:31.306 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-15T16:13:31.306 DEBUG:teuthology.orchestra.run.smithi081:> stat /dev/vg_nvme/lv_1 2024-05-15T16:13:31.363 INFO:teuthology.orchestra.run.smithi081.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-15T16:13:31.363 INFO:teuthology.orchestra.run.smithi081.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-15T16:13:31.363 INFO:teuthology.orchestra.run.smithi081.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-05-15T16:13:31.363 INFO:teuthology.orchestra.run.smithi081.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-15T16:13:31.363 INFO:teuthology.orchestra.run.smithi081.stdout:Context: system_u:object_r:device_t:s0 2024-05-15T16:13:31.363 INFO:teuthology.orchestra.run.smithi081.stdout:Access: 2024-05-15 16:13:25.872985718 +0000 2024-05-15T16:13:31.363 INFO:teuthology.orchestra.run.smithi081.stdout:Modify: 2024-05-15 16:10:14.886160391 +0000 2024-05-15T16:13:31.363 INFO:teuthology.orchestra.run.smithi081.stdout:Change: 2024-05-15 16:10:14.886160391 +0000 2024-05-15T16:13:31.363 INFO:teuthology.orchestra.run.smithi081.stdout: Birth: 2024-05-15 16:10:14.886160391 +0000 2024-05-15T16:13:31.363 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-15T16:13:31.429 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records in 2024-05-15T16:13:31.429 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records out 2024-05-15T16:13:31.429 INFO:teuthology.orchestra.run.smithi081.stderr:512 bytes copied, 0.000280241 s, 1.8 MB/s 2024-05-15T16:13:31.430 DEBUG:teuthology.orchestra.run.smithi081:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-15T16:13:31.487 DEBUG:teuthology.orchestra.run.smithi081:> stat /dev/vg_nvme/lv_2 2024-05-15T16:13:31.543 INFO:teuthology.orchestra.run.smithi081.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-15T16:13:31.543 INFO:teuthology.orchestra.run.smithi081.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-15T16:13:31.543 INFO:teuthology.orchestra.run.smithi081.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-05-15T16:13:31.543 INFO:teuthology.orchestra.run.smithi081.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-15T16:13:31.543 INFO:teuthology.orchestra.run.smithi081.stdout:Context: system_u:object_r:device_t:s0 2024-05-15T16:13:31.543 INFO:teuthology.orchestra.run.smithi081.stdout:Access: 2024-05-15 16:13:25.872985718 +0000 2024-05-15T16:13:31.543 INFO:teuthology.orchestra.run.smithi081.stdout:Modify: 2024-05-15 16:10:15.228160009 +0000 2024-05-15T16:13:31.543 INFO:teuthology.orchestra.run.smithi081.stdout:Change: 2024-05-15 16:10:15.228160009 +0000 2024-05-15T16:13:31.543 INFO:teuthology.orchestra.run.smithi081.stdout: Birth: 2024-05-15 16:10:15.228160009 +0000 2024-05-15T16:13:31.544 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-15T16:13:31.607 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records in 2024-05-15T16:13:31.607 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records out 2024-05-15T16:13:31.608 INFO:teuthology.orchestra.run.smithi081.stderr:512 bytes copied, 0.00023356 s, 2.2 MB/s 2024-05-15T16:13:31.609 DEBUG:teuthology.orchestra.run.smithi081:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-15T16:13:31.667 DEBUG:teuthology.orchestra.run.smithi081:> stat /dev/vg_nvme/lv_3 2024-05-15T16:13:31.724 INFO:teuthology.orchestra.run.smithi081.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-15T16:13:31.724 INFO:teuthology.orchestra.run.smithi081.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-15T16:13:31.724 INFO:teuthology.orchestra.run.smithi081.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-05-15T16:13:31.724 INFO:teuthology.orchestra.run.smithi081.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-15T16:13:31.724 INFO:teuthology.orchestra.run.smithi081.stdout:Context: system_u:object_r:device_t:s0 2024-05-15T16:13:31.724 INFO:teuthology.orchestra.run.smithi081.stdout:Access: 2024-05-15 16:13:25.872985718 +0000 2024-05-15T16:13:31.724 INFO:teuthology.orchestra.run.smithi081.stdout:Modify: 2024-05-15 16:10:15.566159632 +0000 2024-05-15T16:13:31.725 INFO:teuthology.orchestra.run.smithi081.stdout:Change: 2024-05-15 16:10:15.566159632 +0000 2024-05-15T16:13:31.725 INFO:teuthology.orchestra.run.smithi081.stdout: Birth: 2024-05-15 16:10:15.566159632 +0000 2024-05-15T16:13:31.725 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-15T16:13:31.790 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records in 2024-05-15T16:13:31.790 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records out 2024-05-15T16:13:31.791 INFO:teuthology.orchestra.run.smithi081.stderr:512 bytes copied, 0.000175999 s, 2.9 MB/s 2024-05-15T16:13:31.792 DEBUG:teuthology.orchestra.run.smithi081:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-15T16:13:31.855 DEBUG:teuthology.orchestra.run.smithi081:> stat /dev/vg_nvme/lv_4 2024-05-15T16:13:31.911 INFO:teuthology.orchestra.run.smithi081.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-15T16:13:31.911 INFO:teuthology.orchestra.run.smithi081.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-15T16:13:31.912 INFO:teuthology.orchestra.run.smithi081.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-05-15T16:13:31.912 INFO:teuthology.orchestra.run.smithi081.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-15T16:13:31.912 INFO:teuthology.orchestra.run.smithi081.stdout:Context: system_u:object_r:device_t:s0 2024-05-15T16:13:31.912 INFO:teuthology.orchestra.run.smithi081.stdout:Access: 2024-05-15 16:13:31.742975052 +0000 2024-05-15T16:13:31.912 INFO:teuthology.orchestra.run.smithi081.stdout:Modify: 2024-05-15 16:10:15.911159248 +0000 2024-05-15T16:13:31.912 INFO:teuthology.orchestra.run.smithi081.stdout:Change: 2024-05-15 16:10:15.911159248 +0000 2024-05-15T16:13:31.912 INFO:teuthology.orchestra.run.smithi081.stdout: Birth: 2024-05-15 16:10:15.911159248 +0000 2024-05-15T16:13:31.912 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-15T16:13:31.980 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records in 2024-05-15T16:13:31.980 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records out 2024-05-15T16:13:31.980 INFO:teuthology.orchestra.run.smithi081.stderr:512 bytes copied, 0.000202636 s, 2.5 MB/s 2024-05-15T16:13:31.982 DEBUG:teuthology.orchestra.run.smithi081:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-15T16:13:32.039 INFO:tasks.cephadm:Deploying osd.0 on smithi066 with /dev/vg_nvme/lv_4... 2024-05-15T16:13:32.039 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-15T16:13:32.451 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:32 smithi081 ceph-mon[25343]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:32.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:32 smithi066 ceph-mon[29300]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:32.703 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:32 smithi066 ceph-mon[24465]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:32.765 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:13:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:13:32.668+0000 7f306f98a000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:13:32.766 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:13:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:13:32.764+0000 7f306f98a000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-15T16:13:33.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:13:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:13:33.065+0000 7f306f98a000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-15T16:13:33.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:13:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:13:33.147+0000 7f306f98a000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-15T16:13:33.550 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:33 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:33.550 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:33 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:13:33.550 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:33 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:33.550 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:33 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:13:33.550 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:33 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:33.550 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:33 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:13:33.550 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:33 smithi066 ceph-mon[24465]: Reconfiguring mgr.y (unknown last config time)... 2024-05-15T16:13:33.550 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:33 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:13:33.550 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:33 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:13:33.551 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:33 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:33.551 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:33 smithi066 ceph-mon[24465]: Reconfiguring daemon mgr.y on smithi066 2024-05-15T16:13:33.551 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:33 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:33.551 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:33 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:13:33.551 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:33 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:33.551 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:33 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:13:33.551 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:33 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:33.551 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:33 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:13:33.551 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:33 smithi066 ceph-mon[29300]: Reconfiguring mgr.y (unknown last config time)... 2024-05-15T16:13:33.551 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:33 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:13:33.551 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:33 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:13:33.551 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:33 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:33.552 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:33 smithi066 ceph-mon[29300]: Reconfiguring daemon mgr.y on smithi066 2024-05-15T16:13:33.780 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:33 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:33.780 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:33 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:13:33.780 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:33 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:33.780 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:33 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:13:33.780 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:33 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:33.780 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:33 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:13:33.780 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:33 smithi081 ceph-mon[25343]: Reconfiguring mgr.y (unknown last config time)... 2024-05-15T16:13:33.780 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:33 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:13:33.781 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:33 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:13:33.781 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:33 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:33.781 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:33 smithi081 ceph-mon[25343]: Reconfiguring daemon mgr.y on smithi066 2024-05-15T16:13:34.042 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-15T16:13:34.043 INFO:teuthology.orchestra.run.smithi066.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-15T16:13:34.043 INFO:teuthology.orchestra.run.smithi066.stderr: stderr: 10+0 records in 2024-05-15T16:13:34.043 INFO:teuthology.orchestra.run.smithi066.stderr:10+0 records out 2024-05-15T16:13:34.043 INFO:teuthology.orchestra.run.smithi066.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0110726 s, 947 MB/s 2024-05-15T16:13:34.043 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping successful for: 2024-05-15T16:13:34.520 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:13:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:13:34.315+0000 7f306f98a000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-15T16:13:34.521 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:13:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:13:34.482+0000 7f306f98a000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-15T16:13:34.741 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:34 smithi066 ceph-mon[24465]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:34.741 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:34 smithi066 ceph-mon[29300]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:34.819 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:34 smithi081 ceph-mon[25343]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:34.819 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:13:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:13:34.574+0000 7f306f98a000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-15T16:13:35.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:13:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:13:34.916+0000 7f306f98a000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-15T16:13:35.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:13:35 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:13:35.010+0000 7f306f98a000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-15T16:13:35.389 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi066:vg_nvme/lv_4 2024-05-15T16:13:35.407 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:13:35 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:13:35.131+0000 7f306f98a000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-15T16:13:35.674 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:13:35 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:13:35.405+0000 7f306f98a000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:13:35.988 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:13:35 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:13:35.866+0000 7f306f98a000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-15T16:13:36.271 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:36 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:36.271 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:36 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:13:36.271 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:36 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:36.271 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:36 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:13:36.271 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:36 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:36.271 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:36 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:13:36.272 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:36 smithi081 ceph-mon[25343]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:36.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:36 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:36.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:36 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:13:36.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:36 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:36.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:36 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:13:36.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:36 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:36.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:36 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:13:36.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:36 smithi066 ceph-mon[24465]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:36.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:36 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:36.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:36 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:13:36.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:36 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:36.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:36 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:13:36.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:36 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:36.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:36 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:13:36.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:36 smithi066 ceph-mon[29300]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:36.531 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:13:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:13:36.363+0000 7f306f98a000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-15T16:13:36.531 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:13:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:13:36.457+0000 7f306f98a000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-15T16:13:36.611 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:13:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:13:36] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:13:36.796 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:13:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:13:36.759+0000 7f306f98a000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-15T16:13:36.920 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:13:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:13:36] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:13:37.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:13:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:13:36.851+0000 7f306f98a000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-15T16:13:37.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:37 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:37.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:37 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:37.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:37 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:37.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:37 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:13:37.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:37 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:37.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:37 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:13:37.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:37 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:37.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:37 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-15T16:13:37.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:37 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-15T16:13:37.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:37 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:37.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:37 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:37.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:37 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:37.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:37 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:37.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:37 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:13:37.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:37 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:37.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:37 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:13:37.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:37 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:37.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:37 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-15T16:13:37.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:37 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-15T16:13:37.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:37 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:37.587 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:13:37 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:13:37.250+0000 7f306f98a000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-15T16:13:37.587 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:13:37 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:13:37.381+0000 7f306f98a000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-15T16:13:37.587 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:13:37 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:13:37.473+0000 7f306f98a000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-15T16:13:37.587 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:13:37 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:13:37.585+0000 7f306f98a000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-15T16:13:37.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:37 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:37.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:37 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:37.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:37 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:37.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:37 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:13:37.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:37 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:37.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:37 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:13:37.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:37 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:37.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:37 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-15T16:13:37.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:37 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-15T16:13:37.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:37 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:37.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:13:37 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:13:37.673+0000 7f306f98a000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-15T16:13:38.534 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:38 smithi066 ceph-mon[24465]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:13:38.534 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:38 smithi066 ceph-mon[24465]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:38.534 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:38 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:13:38.534 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:38 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:13:38.534 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:38 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:38.534 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:38 smithi066 ceph-mon[29300]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:13:38.534 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:38 smithi066 ceph-mon[29300]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:38.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:38 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:13:38.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:38 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:13:38.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:38 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:38.571 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:13:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:13:38.211+0000 7f306f98a000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-15T16:13:38.571 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:38 smithi081 ceph-mon[25343]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:13:38.571 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:38 smithi081 ceph-mon[25343]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:38.572 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:38 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:13:38.572 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:38 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:13:38.572 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:38 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:38.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:13:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:13:38.570+0000 7f306f98a000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-15T16:13:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:39 smithi081 ceph-mon[25343]: Standby manager daemon x started 2024-05-15T16:13:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:39 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/4031964209' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:13:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:39 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/4031964209' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:13:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:39 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/4031964209' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:13:39.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:39 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/4031964209' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:13:39.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:39 smithi066 ceph-mon[24465]: Standby manager daemon x started 2024-05-15T16:13:39.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:39 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/4031964209' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:13:39.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:39 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/4031964209' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:13:39.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:39 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/4031964209' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:13:39.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:39 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/4031964209' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:13:39.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:39 smithi066 ceph-mon[29300]: Standby manager daemon x started 2024-05-15T16:13:39.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:39 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/4031964209' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:13:39.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:39 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/4031964209' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:13:39.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:39 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/4031964209' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:13:39.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:39 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/4031964209' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:13:40.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:40 smithi066 ceph-mon[24465]: mgrmap e14: y(active, since 62s), standbys: x 2024-05-15T16:13:40.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:40 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-15T16:13:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:40 smithi066 ceph-mon[24465]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:40 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/780663228' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "80e1951c-d663-468e-ab3c-24e11c26032c"}]: dispatch 2024-05-15T16:13:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:40 smithi066 ceph-mon[24465]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "80e1951c-d663-468e-ab3c-24e11c26032c"}]: dispatch 2024-05-15T16:13:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:40 smithi066 ceph-mon[24465]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "80e1951c-d663-468e-ab3c-24e11c26032c"}]': finished 2024-05-15T16:13:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:40 smithi066 ceph-mon[24465]: osdmap e5: 1 total, 0 up, 1 in 2024-05-15T16:13:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:40 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:13:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:40 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/1109746652' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-15T16:13:40.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:40 smithi066 ceph-mon[29300]: mgrmap e14: y(active, since 62s), standbys: x 2024-05-15T16:13:40.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:40 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-15T16:13:40.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:40 smithi066 ceph-mon[29300]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:40.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:40 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/780663228' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "80e1951c-d663-468e-ab3c-24e11c26032c"}]: dispatch 2024-05-15T16:13:40.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:40 smithi066 ceph-mon[29300]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "80e1951c-d663-468e-ab3c-24e11c26032c"}]: dispatch 2024-05-15T16:13:40.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:40 smithi066 ceph-mon[29300]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "80e1951c-d663-468e-ab3c-24e11c26032c"}]': finished 2024-05-15T16:13:40.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:40 smithi066 ceph-mon[29300]: osdmap e5: 1 total, 0 up, 1 in 2024-05-15T16:13:40.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:40 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:13:40.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:40 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/1109746652' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-15T16:13:40.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:40 smithi081 ceph-mon[25343]: mgrmap e14: y(active, since 62s), standbys: x 2024-05-15T16:13:40.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:40 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-15T16:13:40.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:40 smithi081 ceph-mon[25343]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:40.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:40 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/780663228' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "80e1951c-d663-468e-ab3c-24e11c26032c"}]: dispatch 2024-05-15T16:13:40.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:40 smithi081 ceph-mon[25343]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "80e1951c-d663-468e-ab3c-24e11c26032c"}]: dispatch 2024-05-15T16:13:40.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:40 smithi081 ceph-mon[25343]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "80e1951c-d663-468e-ab3c-24e11c26032c"}]': finished 2024-05-15T16:13:40.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:40 smithi081 ceph-mon[25343]: osdmap e5: 1 total, 0 up, 1 in 2024-05-15T16:13:40.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:40 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:13:40.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:40 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/1109746652' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-15T16:13:42.687 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:42 smithi066 ceph-mon[29300]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:42.688 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:42 smithi066 ceph-mon[24465]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:42.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:42 smithi081 ceph-mon[25343]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:44.427 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:44 smithi066 ceph-mon[24465]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:44.428 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:44 smithi066 ceph-mon[29300]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:44.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:44 smithi081 ceph-mon[25343]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:46.715 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:46 smithi066 ceph-mon[24465]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:46.715 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:46 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-15T16:13:46.716 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:46 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:46.716 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:46 smithi066 ceph-mon[24465]: Deploying daemon osd.0 on smithi066 2024-05-15T16:13:46.716 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:46 smithi066 ceph-mon[29300]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:46.716 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:46 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-15T16:13:46.716 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:46 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:46.716 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:46 smithi066 ceph-mon[29300]: Deploying daemon osd.0 on smithi066 2024-05-15T16:13:46.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:46 smithi081 ceph-mon[25343]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:46.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:46 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-15T16:13:46.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:46 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:46.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:46 smithi081 ceph-mon[25343]: Deploying daemon osd.0 on smithi066 2024-05-15T16:13:48.719 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:48 smithi066 ceph-mon[24465]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:48.719 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:48 smithi066 ceph-mon[29300]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:48.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:48 smithi081 ceph-mon[25343]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:49.651 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:13:49 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:13:49] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:13:50.668 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:50 smithi066 ceph-mon[24465]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:50.668 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:50 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:50.668 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:50 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:50.668 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:50 smithi066 ceph-mon[29300]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:50.669 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:50 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:50.669 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:50 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:50.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:50 smithi081 ceph-mon[25343]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:50.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:50 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:50.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:50 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:53.009 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:52 smithi066 ceph-mon[24465]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:53.009 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:53.009 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:13:53.009 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:53.009 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:13:53.009 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:53.009 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:52 smithi066 ceph-mon[29300]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:53.010 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:52 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:53.010 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:52 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:13:53.010 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:52 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:53.010 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:52 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:13:53.010 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:52 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:53.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:52 smithi081 ceph-mon[25343]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:53.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:52 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:53.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:52 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:13:53.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:52 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:53.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:52 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:13:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:52 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:54.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:54 smithi066 ceph-mon[24465]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:54.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:54 smithi066 ceph-mon[29300]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:54.430 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:54 smithi081 ceph-mon[25343]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:55.101 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:13:54 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:13:54] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:13:55.133 INFO:teuthology.orchestra.run.smithi066.stdout:Created osd(s) 0 on host 'smithi066' 2024-05-15T16:13:55.388 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:55 smithi066 ceph-mon[24465]: from='osd.0 [v2:172.21.15.66:6802/1972253008,v1:172.21.15.66:6803/1972253008]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-15T16:13:55.388 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:55 smithi066 ceph-mon[24465]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-15T16:13:55.388 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:55 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:55.388 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:55 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:55.388 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:55 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:55.388 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:55 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:13:55.388 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:55 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:55.388 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:55 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:13:55.388 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:55 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:13:55.388 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:55 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:55.389 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:55 smithi066 ceph-mon[29300]: from='osd.0 [v2:172.21.15.66:6802/1972253008,v1:172.21.15.66:6803/1972253008]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-15T16:13:55.389 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:55 smithi066 ceph-mon[29300]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-15T16:13:55.389 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:55 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:55.389 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:55 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:55.389 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:55 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:55.389 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:55 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:13:55.389 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:55 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:55.389 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:55 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:13:55.389 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:55 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:13:55.389 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:55 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:55.565 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:55 smithi081 ceph-mon[25343]: from='osd.0 [v2:172.21.15.66:6802/1972253008,v1:172.21.15.66:6803/1972253008]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-15T16:13:55.566 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:55 smithi081 ceph-mon[25343]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-15T16:13:55.566 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:55 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:55.566 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:55 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:55.566 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:55 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:55.566 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:55 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:13:55.566 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:55 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:13:55.566 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:55 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:13:55.566 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:55 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:13:55.566 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:55 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:55.721 DEBUG:teuthology.orchestra.run.smithi066:osd.0> sudo journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.0.service 2024-05-15T16:13:55.723 INFO:tasks.cephadm:Deploying osd.1 on smithi066 with /dev/vg_nvme/lv_3... 2024-05-15T16:13:55.723 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-15T16:13:56.383 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:56 smithi066 ceph-mon[29300]: Adjusting osd_memory_target on smithi066 to 15040M 2024-05-15T16:13:56.383 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:56 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:56.384 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:56 smithi066 ceph-mon[29300]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-15T16:13:56.384 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:56 smithi066 ceph-mon[29300]: osdmap e6: 1 total, 0 up, 1 in 2024-05-15T16:13:56.384 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:56 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:13:56.384 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:56 smithi066 ceph-mon[29300]: from='osd.0 [v2:172.21.15.66:6802/1972253008,v1:172.21.15.66:6803/1972253008]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:13:56.384 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:56 smithi066 ceph-mon[29300]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:13:56.384 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:56 smithi066 ceph-mon[29300]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:56.384 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:56 smithi066 ceph-mon[24465]: Adjusting osd_memory_target on smithi066 to 15040M 2024-05-15T16:13:56.384 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:56 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:56.384 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:56 smithi066 ceph-mon[24465]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-15T16:13:56.384 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:56 smithi066 ceph-mon[24465]: osdmap e6: 1 total, 0 up, 1 in 2024-05-15T16:13:56.385 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:56 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:13:56.385 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:56 smithi066 ceph-mon[24465]: from='osd.0 [v2:172.21.15.66:6802/1972253008,v1:172.21.15.66:6803/1972253008]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:13:56.385 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:56 smithi066 ceph-mon[24465]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:13:56.385 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:56 smithi066 ceph-mon[24465]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:56.385 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:13:56 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0[32593]: 2024-05-15T16:13:56.198+0000 7f8e95e40700 -1 osd.0 0 waiting for initial osdmap 2024-05-15T16:13:56.385 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:13:56 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0[32593]: 2024-05-15T16:13:56.200+0000 7f8e907d7700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-15T16:13:56.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:56 smithi081 ceph-mon[25343]: Adjusting osd_memory_target on smithi066 to 15040M 2024-05-15T16:13:56.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:56 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:13:56.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:56 smithi081 ceph-mon[25343]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-15T16:13:56.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:56 smithi081 ceph-mon[25343]: osdmap e6: 1 total, 0 up, 1 in 2024-05-15T16:13:56.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:56 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:13:56.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:56 smithi081 ceph-mon[25343]: from='osd.0 [v2:172.21.15.66:6802/1972253008,v1:172.21.15.66:6803/1972253008]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:13:56.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:56 smithi081 ceph-mon[25343]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:13:56.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:56 smithi081 ceph-mon[25343]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:57.256 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:57 smithi066 ceph-mon[24465]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-05-15T16:13:57.256 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:57 smithi066 ceph-mon[24465]: osdmap e7: 1 total, 0 up, 1 in 2024-05-15T16:13:57.256 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:57 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:13:57.256 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:57 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:13:57.257 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:57 smithi066 ceph-mon[29300]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-05-15T16:13:57.257 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:57 smithi066 ceph-mon[29300]: osdmap e7: 1 total, 0 up, 1 in 2024-05-15T16:13:57.257 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:57 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:13:57.257 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:57 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:13:57.522 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:57 smithi081 ceph-mon[25343]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-05-15T16:13:57.522 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:57 smithi081 ceph-mon[25343]: osdmap e7: 1 total, 0 up, 1 in 2024-05-15T16:13:57.523 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:57 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:13:57.523 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:57 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:13:57.723 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-15T16:13:57.723 INFO:teuthology.orchestra.run.smithi066.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-15T16:13:57.723 INFO:teuthology.orchestra.run.smithi066.stderr: stderr: 10+0 records in 2024-05-15T16:13:57.723 INFO:teuthology.orchestra.run.smithi066.stderr:10+0 records out 2024-05-15T16:13:57.723 INFO:teuthology.orchestra.run.smithi066.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0148876 s, 704 MB/s 2024-05-15T16:13:57.724 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping successful for: 2024-05-15T16:13:58.337 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi066:vg_nvme/lv_3 2024-05-15T16:13:58.363 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:58 smithi066 ceph-mon[24465]: purged_snaps scrub starts 2024-05-15T16:13:58.363 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:58 smithi066 ceph-mon[24465]: purged_snaps scrub ok 2024-05-15T16:13:58.363 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:58 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:13:58.363 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:58 smithi066 ceph-mon[24465]: osd.0 [v2:172.21.15.66:6802/1972253008,v1:172.21.15.66:6803/1972253008] boot 2024-05-15T16:13:58.363 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:58 smithi066 ceph-mon[24465]: osdmap e8: 1 total, 1 up, 1 in 2024-05-15T16:13:58.363 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:58 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:13:58.364 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:58 smithi066 ceph-mon[24465]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:58.364 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:58 smithi066 ceph-mon[29300]: purged_snaps scrub starts 2024-05-15T16:13:58.364 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:58 smithi066 ceph-mon[29300]: purged_snaps scrub ok 2024-05-15T16:13:58.364 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:58 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:13:58.364 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:58 smithi066 ceph-mon[29300]: osd.0 [v2:172.21.15.66:6802/1972253008,v1:172.21.15.66:6803/1972253008] boot 2024-05-15T16:13:58.364 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:58 smithi066 ceph-mon[29300]: osdmap e8: 1 total, 1 up, 1 in 2024-05-15T16:13:58.364 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:58 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:13:58.364 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:58 smithi066 ceph-mon[29300]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:58.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:58 smithi081 ceph-mon[25343]: purged_snaps scrub starts 2024-05-15T16:13:58.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:58 smithi081 ceph-mon[25343]: purged_snaps scrub ok 2024-05-15T16:13:58.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:58 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:13:58.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:58 smithi081 ceph-mon[25343]: osd.0 [v2:172.21.15.66:6802/1972253008,v1:172.21.15.66:6803/1972253008] boot 2024-05-15T16:13:58.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:58 smithi081 ceph-mon[25343]: osdmap e8: 1 total, 1 up, 1 in 2024-05-15T16:13:58.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:58 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:13:58.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:58 smithi081 ceph-mon[25343]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-15T16:13:59.215 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:13:59 smithi066 ceph-mon[29300]: osdmap e9: 1 total, 1 up, 1 in 2024-05-15T16:13:59.216 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:13:59 smithi066 ceph-mon[24465]: osdmap e9: 1 total, 1 up, 1 in 2024-05-15T16:13:59.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:13:59 smithi081 ceph-mon[25343]: osdmap e9: 1 total, 1 up, 1 in 2024-05-15T16:14:00.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:00 smithi066 ceph-mon[29300]: pgmap v40: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:00.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:00 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-15T16:14:00.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:00 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-15T16:14:00.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:00 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:00.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:00 smithi066 ceph-mon[24465]: pgmap v40: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:00.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:00 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-15T16:14:00.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:00 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-15T16:14:00.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:00 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:00 smithi081 ceph-mon[25343]: pgmap v40: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:00 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-15T16:14:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:00 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-15T16:14:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:00 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:01.443 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:01 smithi066 ceph-mon[29300]: from='client.24148 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:14:01.443 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:01 smithi066 ceph-mon[24465]: from='client.24148 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:14:01.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:01 smithi081 ceph-mon[25343]: from='client.24148 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:14:02.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:02 smithi066 ceph-mon[24465]: pgmap v41: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:02.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:02 smithi066 ceph-mon[29300]: pgmap v41: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:02.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:02 smithi081 ceph-mon[25343]: pgmap v41: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:03.536 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:14:03 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:14:03] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:14:03.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:03 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/827203701' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8018b8b5-87ff-436e-9a0d-7cc056a19222"}]: dispatch 2024-05-15T16:14:03.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:03 smithi066 ceph-mon[24465]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8018b8b5-87ff-436e-9a0d-7cc056a19222"}]: dispatch 2024-05-15T16:14:03.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:03 smithi066 ceph-mon[24465]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8018b8b5-87ff-436e-9a0d-7cc056a19222"}]': finished 2024-05-15T16:14:03.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:03 smithi066 ceph-mon[24465]: osdmap e10: 2 total, 1 up, 2 in 2024-05-15T16:14:03.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:03 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:14:03.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:03 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:03.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:03 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:03.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:03 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/4220109096' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-15T16:14:03.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:03 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/827203701' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8018b8b5-87ff-436e-9a0d-7cc056a19222"}]: dispatch 2024-05-15T16:14:03.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:03 smithi066 ceph-mon[29300]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8018b8b5-87ff-436e-9a0d-7cc056a19222"}]: dispatch 2024-05-15T16:14:03.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:03 smithi066 ceph-mon[29300]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8018b8b5-87ff-436e-9a0d-7cc056a19222"}]': finished 2024-05-15T16:14:03.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:03 smithi066 ceph-mon[29300]: osdmap e10: 2 total, 1 up, 2 in 2024-05-15T16:14:03.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:03 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:14:03.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:03 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:03.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:03 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:03.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:03 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/4220109096' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-15T16:14:03.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:03 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/827203701' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8018b8b5-87ff-436e-9a0d-7cc056a19222"}]: dispatch 2024-05-15T16:14:03.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:03 smithi081 ceph-mon[25343]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8018b8b5-87ff-436e-9a0d-7cc056a19222"}]: dispatch 2024-05-15T16:14:03.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:03 smithi081 ceph-mon[25343]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8018b8b5-87ff-436e-9a0d-7cc056a19222"}]': finished 2024-05-15T16:14:03.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:03 smithi081 ceph-mon[25343]: osdmap e10: 2 total, 1 up, 2 in 2024-05-15T16:14:03.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:03 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:14:03.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:03 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:03.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:03 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:03.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:03 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/4220109096' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-15T16:14:04.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:04 smithi066 ceph-mon[24465]: Detected new or changed devices on smithi066 2024-05-15T16:14:04.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:04 smithi066 ceph-mon[24465]: pgmap v43: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:04.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:04 smithi066 ceph-mon[29300]: Detected new or changed devices on smithi066 2024-05-15T16:14:04.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:04 smithi066 ceph-mon[29300]: pgmap v43: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:04.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:04 smithi081 ceph-mon[25343]: Detected new or changed devices on smithi066 2024-05-15T16:14:04.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:04 smithi081 ceph-mon[25343]: pgmap v43: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:06.666 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:06 smithi066 ceph-mon[29300]: pgmap v44: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:06.666 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:06 smithi066 ceph-mon[24465]: pgmap v44: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:06.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:06 smithi081 ceph-mon[25343]: pgmap v44: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:08.583 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:08 smithi066 ceph-mon[24465]: pgmap v45: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:08.584 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:08 smithi066 ceph-mon[29300]: pgmap v45: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:08.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:08 smithi081 ceph-mon[25343]: pgmap v45: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:09 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-15T16:14:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:09 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:09 smithi066 ceph-mon[24465]: Deploying daemon osd.1 on smithi066 2024-05-15T16:14:09.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:09 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-15T16:14:09.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:09 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:09 smithi066 ceph-mon[29300]: Deploying daemon osd.1 on smithi066 2024-05-15T16:14:09.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:09 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-15T16:14:09.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:09 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:09.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:09 smithi081 ceph-mon[25343]: Deploying daemon osd.1 on smithi066 2024-05-15T16:14:10.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:10 smithi066 ceph-mon[24465]: pgmap v46: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:10.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:10 smithi066 ceph-mon[29300]: pgmap v46: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:10 smithi081 ceph-mon[25343]: pgmap v46: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:12.690 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:12 smithi066 ceph-mon[24465]: pgmap v47: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:12.690 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:12 smithi066 ceph-mon[29300]: pgmap v47: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:12.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:12 smithi081 ceph-mon[25343]: pgmap v47: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:14.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:14 smithi066 ceph-mon[24465]: pgmap v48: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:14.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:14 smithi066 ceph-mon[29300]: pgmap v48: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:14.571 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:14 smithi081 ceph-mon[25343]: pgmap v48: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:15.284 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:14:15 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:14:15] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:14:16.136 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:15 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:16.136 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:15 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:14:16.136 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:15 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:16.136 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:15 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:14:16.136 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:15 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:16.136 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:15 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:16.136 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:15 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:16.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:15 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:16.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:15 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:14:16.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:15 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:16.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:15 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:14:16.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:15 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:16.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:15 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:16.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:15 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:16.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:15 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:16.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:15 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:14:16.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:15 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:16.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:15 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:14:16.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:15 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:16.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:15 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:16.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:15 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:17.269 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:17 smithi081 ceph-mon[25343]: pgmap v49: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:17.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:17 smithi066 ceph-mon[24465]: pgmap v49: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:17.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:17 smithi066 ceph-mon[29300]: pgmap v49: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:18.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:18 smithi066 ceph-mon[24465]: from='osd.1 [v2:172.21.15.66:6810/389288704,v1:172.21.15.66:6811/389288704]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-15T16:14:18.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:18 smithi066 ceph-mon[29300]: from='osd.1 [v2:172.21.15.66:6810/389288704,v1:172.21.15.66:6811/389288704]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-15T16:14:18.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:18 smithi081 ceph-mon[25343]: from='osd.1 [v2:172.21.15.66:6810/389288704,v1:172.21.15.66:6811/389288704]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-15T16:14:18.394 INFO:teuthology.orchestra.run.smithi066.stdout:Created osd(s) 1 on host 'smithi066' 2024-05-15T16:14:19.009 DEBUG:teuthology.orchestra.run.smithi066:osd.1> sudo journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.1.service 2024-05-15T16:14:19.052 INFO:tasks.cephadm:Deploying osd.2 on smithi066 with /dev/vg_nvme/lv_2... 2024-05-15T16:14:19.053 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-15T16:14:19.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:19 smithi066 ceph-mon[24465]: pgmap v50: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:19.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:19 smithi066 ceph-mon[24465]: from='osd.1 [v2:172.21.15.66:6810/389288704,v1:172.21.15.66:6811/389288704]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-15T16:14:19.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:19 smithi066 ceph-mon[24465]: osdmap e11: 2 total, 1 up, 2 in 2024-05-15T16:14:19.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:19 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:14:19.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:19 smithi066 ceph-mon[24465]: from='osd.1 [v2:172.21.15.66:6810/389288704,v1:172.21.15.66:6811/389288704]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:14:19.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:19 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:19.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:19 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:14:19.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:19 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:19.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:19 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:14:19.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:19 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:14:19.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:19 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:14:19.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:19 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:19.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:19 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:19.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:19 smithi066 ceph-mon[29300]: pgmap v50: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:19.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:19 smithi066 ceph-mon[29300]: from='osd.1 [v2:172.21.15.66:6810/389288704,v1:172.21.15.66:6811/389288704]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-15T16:14:19.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:19 smithi066 ceph-mon[29300]: osdmap e11: 2 total, 1 up, 2 in 2024-05-15T16:14:19.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:19 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:14:19.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:19 smithi066 ceph-mon[29300]: from='osd.1 [v2:172.21.15.66:6810/389288704,v1:172.21.15.66:6811/389288704]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:14:19.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:19 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:19.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:19 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:14:19.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:19 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:19.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:19 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:14:19.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:19 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:14:19.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:19 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:14:19.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:19 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:19.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:19 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:19.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:19 smithi081 ceph-mon[25343]: pgmap v50: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:19.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:19 smithi081 ceph-mon[25343]: from='osd.1 [v2:172.21.15.66:6810/389288704,v1:172.21.15.66:6811/389288704]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-15T16:14:19.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:19 smithi081 ceph-mon[25343]: osdmap e11: 2 total, 1 up, 2 in 2024-05-15T16:14:19.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:19 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:14:19.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:19 smithi081 ceph-mon[25343]: from='osd.1 [v2:172.21.15.66:6810/389288704,v1:172.21.15.66:6811/389288704]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:14:19.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:19 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:19.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:19 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:14:19.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:19 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:19.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:19 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:14:19.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:19 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:14:19.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:19 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:14:19.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:19 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:19.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:19 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:20.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:20 smithi066 ceph-mon[24465]: Adjusting osd_memory_target on smithi066 to 7520M 2024-05-15T16:14:20.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:20 smithi066 ceph-mon[24465]: from='osd.1 [v2:172.21.15.66:6810/389288704,v1:172.21.15.66:6811/389288704]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-05-15T16:14:20.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:20 smithi066 ceph-mon[24465]: osdmap e12: 2 total, 1 up, 2 in 2024-05-15T16:14:20.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:20 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:14:20.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:20 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:14:20.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:20 smithi066 ceph-mon[24465]: pgmap v53: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:20.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:20 smithi066 ceph-mon[29300]: Adjusting osd_memory_target on smithi066 to 7520M 2024-05-15T16:14:20.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:20 smithi066 ceph-mon[29300]: from='osd.1 [v2:172.21.15.66:6810/389288704,v1:172.21.15.66:6811/389288704]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-05-15T16:14:20.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:20 smithi066 ceph-mon[29300]: osdmap e12: 2 total, 1 up, 2 in 2024-05-15T16:14:20.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:20 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:14:20.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:20 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:14:20.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:20 smithi066 ceph-mon[29300]: pgmap v53: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:20.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:20 smithi081 ceph-mon[25343]: Adjusting osd_memory_target on smithi066 to 7520M 2024-05-15T16:14:20.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:20 smithi081 ceph-mon[25343]: from='osd.1 [v2:172.21.15.66:6810/389288704,v1:172.21.15.66:6811/389288704]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-05-15T16:14:20.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:20 smithi081 ceph-mon[25343]: osdmap e12: 2 total, 1 up, 2 in 2024-05-15T16:14:20.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:20 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:14:20.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:20 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:14:20.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:20 smithi081 ceph-mon[25343]: pgmap v53: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-05-15T16:14:21.091 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-15T16:14:21.092 INFO:teuthology.orchestra.run.smithi066.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-15T16:14:21.092 INFO:teuthology.orchestra.run.smithi066.stderr: stderr: 10+0 records in 2024-05-15T16:14:21.092 INFO:teuthology.orchestra.run.smithi066.stderr:10+0 records out 2024-05-15T16:14:21.092 INFO:teuthology.orchestra.run.smithi066.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0148909 s, 704 MB/s 2024-05-15T16:14:21.092 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping successful for: 2024-05-15T16:14:21.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:21 smithi066 ceph-mon[24465]: purged_snaps scrub starts 2024-05-15T16:14:21.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:21 smithi066 ceph-mon[24465]: purged_snaps scrub ok 2024-05-15T16:14:21.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:21 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:14:21.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:21 smithi066 ceph-mon[24465]: osd.1 [v2:172.21.15.66:6810/389288704,v1:172.21.15.66:6811/389288704] boot 2024-05-15T16:14:21.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:21 smithi066 ceph-mon[24465]: osdmap e13: 2 total, 2 up, 2 in 2024-05-15T16:14:21.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:21 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:14:21.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:21 smithi066 ceph-mon[29300]: purged_snaps scrub starts 2024-05-15T16:14:21.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:21 smithi066 ceph-mon[29300]: purged_snaps scrub ok 2024-05-15T16:14:21.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:21 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:14:21.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:21 smithi066 ceph-mon[29300]: osd.1 [v2:172.21.15.66:6810/389288704,v1:172.21.15.66:6811/389288704] boot 2024-05-15T16:14:21.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:21 smithi066 ceph-mon[29300]: osdmap e13: 2 total, 2 up, 2 in 2024-05-15T16:14:21.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:21 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:14:21.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:21 smithi081 ceph-mon[25343]: purged_snaps scrub starts 2024-05-15T16:14:21.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:21 smithi081 ceph-mon[25343]: purged_snaps scrub ok 2024-05-15T16:14:21.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:21 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:14:21.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:21 smithi081 ceph-mon[25343]: osd.1 [v2:172.21.15.66:6810/389288704,v1:172.21.15.66:6811/389288704] boot 2024-05-15T16:14:21.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:21 smithi081 ceph-mon[25343]: osdmap e13: 2 total, 2 up, 2 in 2024-05-15T16:14:21.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:21 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:14:21.686 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi066:vg_nvme/lv_2 2024-05-15T16:14:22.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:22 smithi066 ceph-mon[24465]: osdmap e14: 2 total, 2 up, 2 in 2024-05-15T16:14:22.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:22 smithi066 ceph-mon[24465]: pgmap v56: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:22.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:22 smithi066 ceph-mon[29300]: osdmap e14: 2 total, 2 up, 2 in 2024-05-15T16:14:22.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:22 smithi066 ceph-mon[29300]: pgmap v56: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:22.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:22 smithi081 ceph-mon[25343]: osdmap e14: 2 total, 2 up, 2 in 2024-05-15T16:14:22.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:22 smithi081 ceph-mon[25343]: pgmap v56: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:23.489 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:14:23 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:14:23] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:14:24.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:24 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:24 smithi066 ceph-mon[24465]: Detected new or changed devices on smithi066 2024-05-15T16:14:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:24 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:24 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:14:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:24 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:24 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:14:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:24 smithi066 ceph-mon[24465]: pgmap v57: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:24 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:24 smithi066 ceph-mon[24465]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:14:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:24 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-15T16:14:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:24 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-15T16:14:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:24 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:24.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:24 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:24.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:24 smithi066 ceph-mon[29300]: Detected new or changed devices on smithi066 2024-05-15T16:14:24.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:24 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:24.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:24 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:14:24.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:24 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:24.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:24 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:14:24.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:24 smithi066 ceph-mon[29300]: pgmap v57: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:24.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:24 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:24.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:24 smithi066 ceph-mon[29300]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:14:24.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:24 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-15T16:14:24.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:24 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-15T16:14:24.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:24 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:24 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:24 smithi081 ceph-mon[25343]: Detected new or changed devices on smithi066 2024-05-15T16:14:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:24 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:24 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:14:24.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:24 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:24.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:24 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:14:24.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:24 smithi081 ceph-mon[25343]: pgmap v57: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:24.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:24 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:24.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:24 smithi081 ceph-mon[25343]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:14:24.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:24 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-15T16:14:24.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:24 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-15T16:14:24.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:24 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:25.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:25 smithi066 ceph-mon[29300]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-05-15T16:14:25.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:25 smithi066 ceph-mon[24465]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-05-15T16:14:25.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:25 smithi081 ceph-mon[25343]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-05-15T16:14:26.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:14:26 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:14:26] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:14:27.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[24465]: pgmap v58: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:27.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:27.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:27.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:14:27.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:27.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:14:27.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:27.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[24465]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-05-15T16:14:27.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[24465]: Cluster is now healthy 2024-05-15T16:14:27.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2378656190' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3367e8f0-1b8f-4839-818a-7d608f8ebb6a"}]: dispatch 2024-05-15T16:14:27.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[24465]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3367e8f0-1b8f-4839-818a-7d608f8ebb6a"}]: dispatch 2024-05-15T16:14:27.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[24465]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3367e8f0-1b8f-4839-818a-7d608f8ebb6a"}]': finished 2024-05-15T16:14:27.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[24465]: osdmap e15: 3 total, 2 up, 3 in 2024-05-15T16:14:27.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:14:27.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3265976237' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-15T16:14:27.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[29300]: pgmap v58: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:27.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:27.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:27.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:14:27.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:27.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:14:27.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:27.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[29300]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-05-15T16:14:27.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[29300]: Cluster is now healthy 2024-05-15T16:14:27.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/2378656190' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3367e8f0-1b8f-4839-818a-7d608f8ebb6a"}]: dispatch 2024-05-15T16:14:27.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[29300]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3367e8f0-1b8f-4839-818a-7d608f8ebb6a"}]: dispatch 2024-05-15T16:14:27.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[29300]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3367e8f0-1b8f-4839-818a-7d608f8ebb6a"}]': finished 2024-05-15T16:14:27.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[29300]: osdmap e15: 3 total, 2 up, 3 in 2024-05-15T16:14:27.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:14:27.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:27 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3265976237' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-15T16:14:27.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:27 smithi081 ceph-mon[25343]: pgmap v58: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:27.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:27 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:27.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:27 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:27.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:27 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:14:27.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:27 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:27.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:27 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:14:27.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:27 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:27.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:27 smithi081 ceph-mon[25343]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-05-15T16:14:27.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:27 smithi081 ceph-mon[25343]: Cluster is now healthy 2024-05-15T16:14:27.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:27 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/2378656190' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3367e8f0-1b8f-4839-818a-7d608f8ebb6a"}]: dispatch 2024-05-15T16:14:27.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:27 smithi081 ceph-mon[25343]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3367e8f0-1b8f-4839-818a-7d608f8ebb6a"}]: dispatch 2024-05-15T16:14:27.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:27 smithi081 ceph-mon[25343]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3367e8f0-1b8f-4839-818a-7d608f8ebb6a"}]': finished 2024-05-15T16:14:27.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:27 smithi081 ceph-mon[25343]: osdmap e15: 3 total, 2 up, 3 in 2024-05-15T16:14:27.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:27 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:14:27.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:27 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3265976237' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-15T16:14:28.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:28 smithi066 ceph-mon[24465]: pgmap v59: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:28.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:28 smithi066 ceph-mon[29300]: pgmap v59: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:28.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:28 smithi081 ceph-mon[25343]: pgmap v59: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:30.074 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:30 smithi066 ceph-mon[29300]: pgmap v61: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:30.074 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:30 smithi066 ceph-mon[24465]: pgmap v61: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:30.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:30 smithi081 ceph-mon[25343]: pgmap v61: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:32.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:32 smithi066 ceph-mon[24465]: pgmap v62: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:32.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:32 smithi066 ceph-mon[29300]: pgmap v62: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:32.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:32 smithi081 ceph-mon[25343]: pgmap v62: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:33.178 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:33 smithi066 ceph-mon[29300]: pgmap v63: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:33.178 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:33 smithi066 ceph-mon[24465]: pgmap v63: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:33.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:33 smithi081 ceph-mon[25343]: pgmap v63: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:35.461 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:35 smithi081 ceph-mon[25343]: pgmap v64: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:35.461 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:35 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-15T16:14:35.461 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:35 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:35.461 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:35 smithi081 ceph-mon[25343]: Deploying daemon osd.2 on smithi066 2024-05-15T16:14:35.461 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:35 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:35.461 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:35 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:35.536 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:14:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:14:35] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:14:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:35 smithi066 ceph-mon[24465]: pgmap v64: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:35 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-15T16:14:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:35 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:35 smithi066 ceph-mon[24465]: Deploying daemon osd.2 on smithi066 2024-05-15T16:14:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:35 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:35 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:35.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:35 smithi066 ceph-mon[29300]: pgmap v64: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:35.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:35 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-15T16:14:35.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:35 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:35.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:35 smithi066 ceph-mon[29300]: Deploying daemon osd.2 on smithi066 2024-05-15T16:14:35.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:35 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:35.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:35 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:37.487 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:37 smithi066 ceph-mon[24465]: pgmap v65: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:37.488 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:37 smithi066 ceph-mon[29300]: pgmap v65: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:37.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:37 smithi081 ceph-mon[25343]: pgmap v65: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:38.524 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:38 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:14:38.524 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:38 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:14:38.525 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:38 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:14:38.525 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:38 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:14:38.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:38 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:14:38.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:38 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:14:39.410 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:39 smithi066 ceph-mon[24465]: pgmap v66: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:39.411 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:39 smithi066 ceph-mon[29300]: pgmap v66: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:39 smithi081 ceph-mon[25343]: pgmap v66: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:40.752 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:40 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:40.752 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:40 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:14:40.752 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:40 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:40.752 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:40 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:14:40.752 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:40 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:40.752 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:40 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:40.752 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:40 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:14:40.753 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:40 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:40.753 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:40 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:14:40.753 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:40 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:40.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:40 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:40.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:40 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:14:40.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:40 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:40.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:40 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:14:40.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:40 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:41.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:41 smithi066 ceph-mon[24465]: pgmap v67: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:41.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:41 smithi066 ceph-mon[29300]: pgmap v67: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:41.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:41 smithi081 ceph-mon[25343]: pgmap v67: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:42.267 INFO:teuthology.orchestra.run.smithi066.stdout:Created osd(s) 2 on host 'smithi066' 2024-05-15T16:14:42.863 DEBUG:teuthology.orchestra.run.smithi066:osd.2> sudo journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.2.service 2024-05-15T16:14:42.866 INFO:tasks.cephadm:Deploying osd.3 on smithi066 with /dev/vg_nvme/lv_1... 2024-05-15T16:14:42.867 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-15T16:14:43.516 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:43 smithi066 ceph-mon[29300]: pgmap v68: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:43.516 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:43 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:43.517 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:43 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:14:43.517 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:43 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:43.517 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:43 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:14:43.517 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:43 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:14:43.517 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:43 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:14:43.517 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:43 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:14:43.517 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:43 smithi066 ceph-mon[29300]: Adjusting osd_memory_target on smithi066 to 5013M 2024-05-15T16:14:43.517 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:43 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:43.517 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:43 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:43.517 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:43 smithi066 ceph-mon[29300]: from='osd.2 [v2:172.21.15.66:6818/2300285555,v1:172.21.15.66:6819/2300285555]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-15T16:14:43.517 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:43 smithi066 ceph-mon[29300]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-15T16:14:43.518 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:43 smithi066 ceph-mon[24465]: pgmap v68: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:43.518 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:43 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:43.518 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:43 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:14:43.518 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:43 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:43.518 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:43 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:14:43.518 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:43 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:14:43.518 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:43 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:14:43.518 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:43 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:14:43.518 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:43 smithi066 ceph-mon[24465]: Adjusting osd_memory_target on smithi066 to 5013M 2024-05-15T16:14:43.518 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:43 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:43.518 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:43 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:43.518 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:43 smithi066 ceph-mon[24465]: from='osd.2 [v2:172.21.15.66:6818/2300285555,v1:172.21.15.66:6819/2300285555]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-15T16:14:43.518 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:43 smithi066 ceph-mon[24465]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-15T16:14:43.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:43 smithi081 ceph-mon[25343]: pgmap v68: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:43.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:43 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:43.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:43 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:14:43.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:43 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:43.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:43 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:14:43.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:43 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:14:43.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:43 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:14:43.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:43 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:14:43.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:43 smithi081 ceph-mon[25343]: Adjusting osd_memory_target on smithi066 to 5013M 2024-05-15T16:14:43.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:43 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:43.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:43 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:43.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:43 smithi081 ceph-mon[25343]: from='osd.2 [v2:172.21.15.66:6818/2300285555,v1:172.21.15.66:6819/2300285555]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-15T16:14:43.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:43 smithi081 ceph-mon[25343]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-15T16:14:44.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:44 smithi066 ceph-mon[24465]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-15T16:14:44.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:44 smithi066 ceph-mon[24465]: osdmap e16: 3 total, 2 up, 3 in 2024-05-15T16:14:44.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:44 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:14:44.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:44 smithi066 ceph-mon[24465]: from='osd.2 [v2:172.21.15.66:6818/2300285555,v1:172.21.15.66:6819/2300285555]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:14:44.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:44 smithi066 ceph-mon[24465]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:14:44.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:44 smithi066 ceph-mon[29300]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-15T16:14:44.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:44 smithi066 ceph-mon[29300]: osdmap e16: 3 total, 2 up, 3 in 2024-05-15T16:14:44.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:44 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:14:44.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:44 smithi066 ceph-mon[29300]: from='osd.2 [v2:172.21.15.66:6818/2300285555,v1:172.21.15.66:6819/2300285555]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:14:44.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:44 smithi066 ceph-mon[29300]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:14:44.787 INFO:journalctl@ceph.osd.2.smithi066.stdout:May 15 16:14:44 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-2[38458]: 2024-05-15T16:14:44.421+0000 7f440435e700 -1 osd.2 0 waiting for initial osdmap 2024-05-15T16:14:44.787 INFO:journalctl@ceph.osd.2.smithi066.stdout:May 15 16:14:44 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-2[38458]: 2024-05-15T16:14:44.424+0000 7f43fecf5700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-15T16:14:44.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:44 smithi081 ceph-mon[25343]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-15T16:14:44.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:44 smithi081 ceph-mon[25343]: osdmap e16: 3 total, 2 up, 3 in 2024-05-15T16:14:44.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:44 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:14:44.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:44 smithi081 ceph-mon[25343]: from='osd.2 [v2:172.21.15.66:6818/2300285555,v1:172.21.15.66:6819/2300285555]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:14:44.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:44 smithi081 ceph-mon[25343]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:14:44.913 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-15T16:14:44.914 INFO:teuthology.orchestra.run.smithi066.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-15T16:14:44.914 INFO:teuthology.orchestra.run.smithi066.stderr: stderr: 10+0 records in 2024-05-15T16:14:44.914 INFO:teuthology.orchestra.run.smithi066.stderr:10+0 records out 2024-05-15T16:14:44.914 INFO:teuthology.orchestra.run.smithi066.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0123818 s, 847 MB/s 2024-05-15T16:14:44.914 INFO:teuthology.orchestra.run.smithi066.stderr: stderr: 2024-05-15T16:14:44.914 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping successful for: 2024-05-15T16:14:45.535 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi066:vg_nvme/lv_1 2024-05-15T16:14:45.559 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:45 smithi066 ceph-mon[29300]: pgmap v70: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:45.559 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:45 smithi066 ceph-mon[29300]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-05-15T16:14:45.559 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:45 smithi066 ceph-mon[29300]: osdmap e17: 3 total, 2 up, 3 in 2024-05-15T16:14:45.559 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:45 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:14:45.559 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:45 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:14:45.559 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:45 smithi066 ceph-mon[24465]: pgmap v70: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:45.559 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:45 smithi066 ceph-mon[24465]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-05-15T16:14:45.560 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:45 smithi066 ceph-mon[24465]: osdmap e17: 3 total, 2 up, 3 in 2024-05-15T16:14:45.560 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:45 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:14:45.560 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:45 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:14:45.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:45 smithi081 ceph-mon[25343]: pgmap v70: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-05-15T16:14:45.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:45 smithi081 ceph-mon[25343]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-05-15T16:14:45.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:45 smithi081 ceph-mon[25343]: osdmap e17: 3 total, 2 up, 3 in 2024-05-15T16:14:45.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:45 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:14:45.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:45 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:14:46.431 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:14:46 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:14:46] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:14:46.759 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:46 smithi066 ceph-mon[29300]: purged_snaps scrub starts 2024-05-15T16:14:46.759 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:46 smithi066 ceph-mon[29300]: purged_snaps scrub ok 2024-05-15T16:14:46.759 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:46 smithi066 ceph-mon[29300]: osd.2 [v2:172.21.15.66:6818/2300285555,v1:172.21.15.66:6819/2300285555] boot 2024-05-15T16:14:46.759 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:46 smithi066 ceph-mon[29300]: osdmap e18: 3 total, 3 up, 3 in 2024-05-15T16:14:46.759 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:46 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:14:46.759 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:46 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-05-15T16:14:46.759 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:46 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:46.759 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:46 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:46.759 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:46 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:14:46.759 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:46 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:46.759 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:46 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:14:46.759 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:46 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:46.760 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:46 smithi066 ceph-mon[24465]: purged_snaps scrub starts 2024-05-15T16:14:46.760 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:46 smithi066 ceph-mon[24465]: purged_snaps scrub ok 2024-05-15T16:14:46.760 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:46 smithi066 ceph-mon[24465]: osd.2 [v2:172.21.15.66:6818/2300285555,v1:172.21.15.66:6819/2300285555] boot 2024-05-15T16:14:46.760 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:46 smithi066 ceph-mon[24465]: osdmap e18: 3 total, 3 up, 3 in 2024-05-15T16:14:46.760 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:46 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:14:46.760 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:46 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-05-15T16:14:46.760 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:46 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:46.760 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:46 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:46.760 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:46 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:14:46.760 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:46 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:46.760 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:46 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:14:46.760 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:46 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:46.766 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:46 smithi081 ceph-mon[25343]: purged_snaps scrub starts 2024-05-15T16:14:46.767 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:46 smithi081 ceph-mon[25343]: purged_snaps scrub ok 2024-05-15T16:14:46.767 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:46 smithi081 ceph-mon[25343]: osd.2 [v2:172.21.15.66:6818/2300285555,v1:172.21.15.66:6819/2300285555] boot 2024-05-15T16:14:46.767 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:46 smithi081 ceph-mon[25343]: osdmap e18: 3 total, 3 up, 3 in 2024-05-15T16:14:46.767 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:46 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:14:46.767 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:46 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-05-15T16:14:46.767 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:46 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:46.767 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:46 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:46.767 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:46 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:14:46.767 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:46 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:46.767 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:46 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:14:46.767 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:46 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:47.740 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:47 smithi066 ceph-mon[24465]: pgmap v73: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-05-15T16:14:47.740 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:47 smithi066 ceph-mon[24465]: Detected new or changed devices on smithi066 2024-05-15T16:14:47.740 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:47 smithi066 ceph-mon[24465]: pgmap v74: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-05-15T16:14:47.740 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:47 smithi066 ceph-mon[24465]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-05-15T16:14:47.741 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:47 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-05-15T16:14:47.741 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:47 smithi066 ceph-mon[24465]: osdmap e19: 3 total, 3 up, 3 in 2024-05-15T16:14:47.741 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:47 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-15T16:14:47.741 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:47 smithi066 ceph-mon[29300]: pgmap v73: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-05-15T16:14:47.741 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:47 smithi066 ceph-mon[29300]: Detected new or changed devices on smithi066 2024-05-15T16:14:47.741 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:47 smithi066 ceph-mon[29300]: pgmap v74: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-05-15T16:14:47.741 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:47 smithi066 ceph-mon[29300]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-05-15T16:14:47.741 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:47 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-05-15T16:14:47.741 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:47 smithi066 ceph-mon[29300]: osdmap e19: 3 total, 3 up, 3 in 2024-05-15T16:14:47.741 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:47 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-15T16:14:47.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:47 smithi081 ceph-mon[25343]: pgmap v73: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-05-15T16:14:47.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:47 smithi081 ceph-mon[25343]: Detected new or changed devices on smithi066 2024-05-15T16:14:47.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:47 smithi081 ceph-mon[25343]: pgmap v74: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-05-15T16:14:47.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:47 smithi081 ceph-mon[25343]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-05-15T16:14:47.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:47 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-05-15T16:14:47.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:47 smithi081 ceph-mon[25343]: osdmap e19: 3 total, 3 up, 3 in 2024-05-15T16:14:47.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:47 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-15T16:14:48.449 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:14:48 smithi066 sudo[39603]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-15T16:14:48.449 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:14:48 smithi066 sudo[39603]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-05-15T16:14:48.449 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:14:48 smithi066 sudo[39603]: pam_unix(sudo:session): session closed for user root 2024-05-15T16:14:48.766 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:48 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-15T16:14:48.766 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:48 smithi066 ceph-mon[29300]: osdmap e20: 3 total, 3 up, 3 in 2024-05-15T16:14:48.766 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:48 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-15T16:14:48.767 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:48 smithi066 ceph-mon[24465]: osdmap e20: 3 total, 3 up, 3 in 2024-05-15T16:14:48.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:48 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-15T16:14:48.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:48 smithi081 ceph-mon[25343]: osdmap e20: 3 total, 3 up, 3 in 2024-05-15T16:14:49.035 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:14:48 smithi066 sudo[39624]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-15T16:14:49.035 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:14:48 smithi066 sudo[39624]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-05-15T16:14:49.036 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:14:48 smithi066 sudo[39624]: pam_unix(sudo:session): session closed for user root 2024-05-15T16:14:49.448 INFO:journalctl@ceph.osd.1.smithi066.stdout:May 15 16:14:49 smithi066 sudo[39651]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-15T16:14:49.448 INFO:journalctl@ceph.osd.1.smithi066.stdout:May 15 16:14:49 smithi066 sudo[39651]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-05-15T16:14:49.448 INFO:journalctl@ceph.osd.1.smithi066.stdout:May 15 16:14:49 smithi066 sudo[39651]: pam_unix(sudo:session): session closed for user root 2024-05-15T16:14:49.729 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:49 smithi066 ceph-mon[29300]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-05-15T16:14:49.729 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:49 smithi066 ceph-mon[29300]: osdmap e21: 3 total, 3 up, 3 in 2024-05-15T16:14:49.729 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:49 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:49.729 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:49 smithi066 ceph-mon[24465]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-05-15T16:14:49.729 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:49 smithi066 ceph-mon[24465]: osdmap e21: 3 total, 3 up, 3 in 2024-05-15T16:14:49.729 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:49 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:49.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:49 smithi081 ceph-mon[25343]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-05-15T16:14:49.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:49 smithi081 ceph-mon[25343]: osdmap e21: 3 total, 3 up, 3 in 2024-05-15T16:14:49.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:49 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:49.998 INFO:journalctl@ceph.osd.1.smithi066.stdout:May 15 16:14:49 smithi066 sudo[39830]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-15T16:14:49.998 INFO:journalctl@ceph.osd.1.smithi066.stdout:May 15 16:14:49 smithi066 sudo[39830]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-05-15T16:14:49.998 INFO:journalctl@ceph.osd.1.smithi066.stdout:May 15 16:14:49 smithi066 sudo[39830]: pam_unix(sudo:session): session closed for user root 2024-05-15T16:14:50.272 INFO:journalctl@ceph.osd.2.smithi066.stdout:May 15 16:14:50 smithi066 sudo[39893]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-15T16:14:50.272 INFO:journalctl@ceph.osd.2.smithi066.stdout:May 15 16:14:50 smithi066 sudo[39893]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-05-15T16:14:50.272 INFO:journalctl@ceph.osd.2.smithi066.stdout:May 15 16:14:50 smithi066 sudo[39893]: pam_unix(sudo:session): session closed for user root 2024-05-15T16:14:50.273 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:14:50 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:14:50] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:14:50.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:50 smithi066 ceph-mon[24465]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:14:50.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:50 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-15T16:14:50.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:50 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-15T16:14:50.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:50 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:50.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:50 smithi066 ceph-mon[24465]: mgrmap e15: y(active, since 2m), standbys: x 2024-05-15T16:14:50.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:50 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:50.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:50 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:50.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:50 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:14:50.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:50 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:50.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:50 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:14:50.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:50 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:50.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:50 smithi066 ceph-mon[29300]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:14:50.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:50 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-15T16:14:50.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:50 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-15T16:14:50.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:50 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:50.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:50 smithi066 ceph-mon[29300]: mgrmap e15: y(active, since 2m), standbys: x 2024-05-15T16:14:50.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:50 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:50.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:50 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:50.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:50 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:14:50.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:50 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:50.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:50 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:14:50.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:50 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:50.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:50 smithi081 ceph-mon[25343]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:14:50.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:50 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-15T16:14:50.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:50 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-15T16:14:50.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:50 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:50.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:50 smithi081 ceph-mon[25343]: mgrmap e15: y(active, since 2m), standbys: x 2024-05-15T16:14:50.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:50 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:50.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:50 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:50.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:50 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:14:50.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:50 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:50.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:50 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:14:50.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:50 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:51.035 INFO:journalctl@ceph.osd.2.smithi066.stdout:May 15 16:14:50 smithi066 sudo[39903]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-15T16:14:51.035 INFO:journalctl@ceph.osd.2.smithi066.stdout:May 15 16:14:50 smithi066 sudo[39903]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-05-15T16:14:51.035 INFO:journalctl@ceph.osd.2.smithi066.stdout:May 15 16:14:50 smithi066 sudo[39903]: pam_unix(sudo:session): session closed for user root 2024-05-15T16:14:51.370 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:51 smithi066 sudo[39919]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-15T16:14:51.370 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:51 smithi066 sudo[39919]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-05-15T16:14:51.370 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:51 smithi066 sudo[39919]: pam_unix(sudo:session): session closed for user root 2024-05-15T16:14:51.648 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:51 smithi066 sudo[39944]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-15T16:14:51.648 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:51 smithi066 sudo[39944]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-05-15T16:14:51.648 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:51 smithi066 sudo[39944]: pam_unix(sudo:session): session closed for user root 2024-05-15T16:14:52.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:52 smithi066 sudo[39959]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-15T16:14:52.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:52 smithi066 sudo[39959]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-05-15T16:14:52.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:52 smithi066 sudo[39959]: pam_unix(sudo:session): session closed for user root 2024-05-15T16:14:52.743 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:52 smithi081 ceph-mon[25343]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-05-15T16:14:52.743 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:52 smithi081 ceph-mon[25343]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-15T16:14:52.743 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:52 smithi081 ceph-mon[25343]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-15T16:14:52.743 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:52 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:14:52.743 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:52 smithi081 ceph-mon[25343]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-05-15T16:14:52.743 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:52 smithi081 ceph-mon[25343]: Cluster is now healthy 2024-05-15T16:14:52.743 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:52 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:14:52.743 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:52 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:14:52.743 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:52 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:14:52.744 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:52 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:14:52.744 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:52 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:14:52.744 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:52 smithi081 sudo[27868]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-15T16:14:52.744 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:52 smithi081 sudo[27868]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-05-15T16:14:52.744 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:52 smithi081 sudo[27868]: pam_unix(sudo:session): session closed for user root 2024-05-15T16:14:52.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:52 smithi066 ceph-mon[24465]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-05-15T16:14:52.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:52 smithi066 ceph-mon[24465]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-15T16:14:52.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:52 smithi066 ceph-mon[24465]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-15T16:14:52.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:14:52.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:52 smithi066 ceph-mon[24465]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-05-15T16:14:52.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:52 smithi066 ceph-mon[24465]: Cluster is now healthy 2024-05-15T16:14:52.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:14:52.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:14:52.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:14:52.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:14:52.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:14:52.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:52 smithi066 sudo[39990]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-15T16:14:52.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:52 smithi066 sudo[39990]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-05-15T16:14:52.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:52 smithi066 sudo[39990]: pam_unix(sudo:session): session closed for user root 2024-05-15T16:14:52.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:52 smithi066 ceph-mon[29300]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-05-15T16:14:52.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:52 smithi066 ceph-mon[29300]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-15T16:14:52.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:52 smithi066 ceph-mon[29300]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-15T16:14:52.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:52 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:14:52.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:52 smithi066 ceph-mon[29300]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-05-15T16:14:52.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:52 smithi066 ceph-mon[29300]: Cluster is now healthy 2024-05-15T16:14:52.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:52 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:14:52.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:52 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:14:52.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:52 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:14:52.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:52 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:14:52.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:52 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:14:53.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:52 smithi081 sudo[27871]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-15T16:14:53.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:52 smithi081 sudo[27871]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-05-15T16:14:53.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:52 smithi081 sudo[27871]: pam_unix(sudo:session): session closed for user root 2024-05-15T16:14:53.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:53 smithi066 ceph-mon[24465]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-15T16:14:53.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:53 smithi066 ceph-mon[24465]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 17 MiB used, 268 GiB / 268 GiB avail 2024-05-15T16:14:53.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:53 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3235895005' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "156800d4-78e8-430a-8df4-9cc3305cc1aa"}]: dispatch 2024-05-15T16:14:53.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:53 smithi066 ceph-mon[24465]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-15T16:14:53.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:53 smithi066 ceph-mon[24465]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-15T16:14:53.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:53 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:14:53.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:53 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:14:53.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:53 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:14:53.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:53 smithi066 ceph-mon[24465]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-15T16:14:53.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:53 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3235895005' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "156800d4-78e8-430a-8df4-9cc3305cc1aa"}]': finished 2024-05-15T16:14:53.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:53 smithi066 ceph-mon[24465]: osdmap e22: 4 total, 3 up, 4 in 2024-05-15T16:14:53.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:53 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:14:53.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:53 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:53.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:53 smithi066 ceph-mon[29300]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-15T16:14:53.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:53 smithi066 ceph-mon[29300]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 17 MiB used, 268 GiB / 268 GiB avail 2024-05-15T16:14:53.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:53 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3235895005' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "156800d4-78e8-430a-8df4-9cc3305cc1aa"}]: dispatch 2024-05-15T16:14:53.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:53 smithi066 ceph-mon[29300]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-15T16:14:53.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:53 smithi066 ceph-mon[29300]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-15T16:14:53.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:53 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:14:53.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:53 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:14:53.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:53 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:14:53.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:53 smithi066 ceph-mon[29300]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-15T16:14:53.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:53 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3235895005' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "156800d4-78e8-430a-8df4-9cc3305cc1aa"}]': finished 2024-05-15T16:14:53.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:53 smithi066 ceph-mon[29300]: osdmap e22: 4 total, 3 up, 4 in 2024-05-15T16:14:53.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:53 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:14:53.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:53 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:53.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:53 smithi081 ceph-mon[25343]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-15T16:14:53.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:53 smithi081 ceph-mon[25343]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 17 MiB used, 268 GiB / 268 GiB avail 2024-05-15T16:14:53.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:53 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3235895005' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "156800d4-78e8-430a-8df4-9cc3305cc1aa"}]: dispatch 2024-05-15T16:14:53.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:53 smithi081 ceph-mon[25343]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-15T16:14:53.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:53 smithi081 ceph-mon[25343]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-15T16:14:53.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:53 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:14:53.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:53 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:14:53.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:53 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:14:53.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:53 smithi081 ceph-mon[25343]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-15T16:14:53.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:53 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3235895005' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "156800d4-78e8-430a-8df4-9cc3305cc1aa"}]': finished 2024-05-15T16:14:53.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:53 smithi081 ceph-mon[25343]: osdmap e22: 4 total, 3 up, 4 in 2024-05-15T16:14:53.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:53 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:14:53.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:53 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:54.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:54 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/858647049' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-15T16:14:54.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:54 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/858647049' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-15T16:14:54.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:54 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/858647049' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-15T16:14:55.490 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:14:55 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:14:55] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:14:55.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:55 smithi066 ceph-mon[24465]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-05-15T16:14:55.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:55 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:55.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:55 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:55.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:55 smithi066 ceph-mon[29300]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-05-15T16:14:55.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:55 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:55.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:55 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:55.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:55 smithi081 ceph-mon[25343]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-05-15T16:14:55.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:55 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:55.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:55 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:14:57.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:57 smithi066 ceph-mon[29300]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-05-15T16:14:57.703 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:57 smithi066 ceph-mon[24465]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-05-15T16:14:57.758 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:57 smithi081 ceph-mon[25343]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-05-15T16:14:59.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:59 smithi066 ceph-mon[29300]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-05-15T16:14:59.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:59 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-15T16:14:59.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:14:59 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:59.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:59 smithi066 ceph-mon[24465]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-05-15T16:14:59.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:59 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-15T16:14:59.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:14:59 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:14:59.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:59 smithi081 ceph-mon[25343]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-05-15T16:14:59.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:59 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-15T16:14:59.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:14:59 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:00.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:00 smithi066 ceph-mon[24465]: Deploying daemon osd.3 on smithi066 2024-05-15T16:15:00.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:00 smithi066 ceph-mon[29300]: Deploying daemon osd.3 on smithi066 2024-05-15T16:15:00.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:00 smithi081 ceph-mon[25343]: Deploying daemon osd.3 on smithi066 2024-05-15T16:15:01.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:01 smithi066 ceph-mon[24465]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-05-15T16:15:01.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:01 smithi066 ceph-mon[29300]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-05-15T16:15:01.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:01 smithi081 ceph-mon[25343]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-05-15T16:15:03.676 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:03 smithi066 ceph-mon[29300]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-05-15T16:15:03.677 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:03 smithi066 ceph-mon[24465]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-05-15T16:15:03.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:03 smithi081 ceph-mon[25343]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-05-15T16:15:05.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:05 smithi066 ceph-mon[24465]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.6 KiB/s rd, 71 KiB/s wr, 5 op/s 2024-05-15T16:15:05.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:05 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:05.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:05 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:05.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:05 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:05.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:05 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:05.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:05 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:05.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:05 smithi066 ceph-mon[29300]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.6 KiB/s rd, 71 KiB/s wr, 5 op/s 2024-05-15T16:15:05.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:05 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:05.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:05 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:05.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:05 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:05.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:05 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:05.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:05 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:05.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:05 smithi081 ceph-mon[25343]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.6 KiB/s rd, 71 KiB/s wr, 5 op/s 2024-05-15T16:15:05.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:05 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:05.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:05 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:05.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:05 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:05.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:05 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:05.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:05 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:07.358 INFO:teuthology.orchestra.run.smithi066.stdout:Created osd(s) 3 on host 'smithi066' 2024-05-15T16:15:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:07 smithi066 ceph-mon[24465]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-05-15T16:15:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:07 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:07 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:07 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:07 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:07 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:15:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:07 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:15:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:07 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:15:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:07 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:15:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:07 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:07 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:07.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:07 smithi066 ceph-mon[29300]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-05-15T16:15:07.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:07 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:07.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:07 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:07.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:07 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:07.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:07 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:07.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:07 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:15:07.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:07 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:15:07.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:07 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:15:07.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:07 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:15:07.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:07 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:07.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:07 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:07.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:07 smithi081 ceph-mon[25343]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-05-15T16:15:07.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:07 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:07.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:07 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:07.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:07 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:07.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:07 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:07.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:07 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:15:07.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:07 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:15:07.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:07 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:15:07.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:07 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:15:07.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:07 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:07.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:07 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:07.989 DEBUG:teuthology.orchestra.run.smithi066:osd.3> sudo journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.3.service 2024-05-15T16:15:08.032 INFO:tasks.cephadm:Deploying osd.4 on smithi081 with /dev/vg_nvme/lv_4... 2024-05-15T16:15:08.033 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-15T16:15:08.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:08 smithi081 ceph-mon[25343]: Adjusting osd_memory_target on smithi066 to 3760M 2024-05-15T16:15:08.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:08 smithi081 ceph-mon[25343]: from='osd.3 [v2:172.21.15.66:6826/1446784849,v1:172.21.15.66:6827/1446784849]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-15T16:15:08.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:08 smithi081 ceph-mon[25343]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-15T16:15:08.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:08 smithi066 ceph-mon[24465]: Adjusting osd_memory_target on smithi066 to 3760M 2024-05-15T16:15:08.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:08 smithi066 ceph-mon[24465]: from='osd.3 [v2:172.21.15.66:6826/1446784849,v1:172.21.15.66:6827/1446784849]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-15T16:15:08.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:08 smithi066 ceph-mon[24465]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-15T16:15:08.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:08 smithi066 ceph-mon[29300]: Adjusting osd_memory_target on smithi066 to 3760M 2024-05-15T16:15:08.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:08 smithi066 ceph-mon[29300]: from='osd.3 [v2:172.21.15.66:6826/1446784849,v1:172.21.15.66:6827/1446784849]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-15T16:15:08.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:08 smithi066 ceph-mon[29300]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-15T16:15:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:09 smithi066 ceph-mon[24465]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-05-15T16:15:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:09 smithi066 ceph-mon[24465]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-15T16:15:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:09 smithi066 ceph-mon[24465]: osdmap e23: 4 total, 3 up, 4 in 2024-05-15T16:15:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:09 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:15:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:09 smithi066 ceph-mon[24465]: from='osd.3 [v2:172.21.15.66:6826/1446784849,v1:172.21.15.66:6827/1446784849]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:15:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:09 smithi066 ceph-mon[24465]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:15:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:09 smithi066 ceph-mon[29300]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-05-15T16:15:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:09 smithi066 ceph-mon[29300]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-15T16:15:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:09 smithi066 ceph-mon[29300]: osdmap e23: 4 total, 3 up, 4 in 2024-05-15T16:15:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:09 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:15:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:09 smithi066 ceph-mon[29300]: from='osd.3 [v2:172.21.15.66:6826/1446784849,v1:172.21.15.66:6827/1446784849]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:15:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:09 smithi066 ceph-mon[29300]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:15:09.787 INFO:journalctl@ceph.osd.3.smithi066.stdout:May 15 16:15:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-3[41437]: 2024-05-15T16:15:09.526+0000 7fc2c2558700 -1 osd.3 0 waiting for initial osdmap 2024-05-15T16:15:09.787 INFO:journalctl@ceph.osd.3.smithi066.stdout:May 15 16:15:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-3[41437]: 2024-05-15T16:15:09.530+0000 7fc2bc6ee700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-15T16:15:09.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:09 smithi081 ceph-mon[25343]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-05-15T16:15:09.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:09 smithi081 ceph-mon[25343]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-15T16:15:09.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:09 smithi081 ceph-mon[25343]: osdmap e23: 4 total, 3 up, 4 in 2024-05-15T16:15:09.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:09 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:15:09.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:09 smithi081 ceph-mon[25343]: from='osd.3 [v2:172.21.15.66:6826/1446784849,v1:172.21.15.66:6827/1446784849]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:15:09.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:09 smithi081 ceph-mon[25343]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:15:09.989 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-15T16:15:09.989 INFO:teuthology.orchestra.run.smithi081.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-15T16:15:09.989 INFO:teuthology.orchestra.run.smithi081.stderr: stderr: 10+0 records in 2024-05-15T16:15:09.989 INFO:teuthology.orchestra.run.smithi081.stderr:10+0 records out 2024-05-15T16:15:09.989 INFO:teuthology.orchestra.run.smithi081.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.01242 s, 844 MB/s 2024-05-15T16:15:09.989 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping successful for: 2024-05-15T16:15:10.455 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:15:10 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:15:10] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:15:10.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:10 smithi081 ceph-mon[25343]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-05-15T16:15:10.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:10 smithi081 ceph-mon[25343]: osdmap e24: 4 total, 3 up, 4 in 2024-05-15T16:15:10.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:10 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:15:10.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:10 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:15:10.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:10 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:10.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:10 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:10.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:10 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:10.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:10 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:10.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:10 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:10.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:10 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:10.619 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi081:vg_nvme/lv_4 2024-05-15T16:15:10.739 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:10 smithi066 ceph-mon[29300]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-05-15T16:15:10.740 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:10 smithi066 ceph-mon[29300]: osdmap e24: 4 total, 3 up, 4 in 2024-05-15T16:15:10.740 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:10 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:15:10.740 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:10 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:15:10.740 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:10 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:10.740 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:10 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:10.740 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:10 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:10.740 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:10 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:10.740 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:10 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:10.740 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:10 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:10.740 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:10 smithi066 ceph-mon[24465]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-05-15T16:15:10.740 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:10 smithi066 ceph-mon[24465]: osdmap e24: 4 total, 3 up, 4 in 2024-05-15T16:15:10.740 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:10 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:15:10.741 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:10 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:15:10.741 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:10 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:10.741 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:10 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:10.741 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:10 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:10.741 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:10 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:10.741 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:10 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:10.741 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:10 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:11.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:15:11 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:15:11] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:15:11.726 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:11 smithi081 ceph-mon[25343]: purged_snaps scrub starts 2024-05-15T16:15:11.726 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:11 smithi081 ceph-mon[25343]: purged_snaps scrub ok 2024-05-15T16:15:11.726 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:11 smithi081 ceph-mon[25343]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-05-15T16:15:11.726 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:11 smithi081 ceph-mon[25343]: osd.3 [v2:172.21.15.66:6826/1446784849,v1:172.21.15.66:6827/1446784849] boot 2024-05-15T16:15:11.726 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:11 smithi081 ceph-mon[25343]: osdmap e25: 4 total, 4 up, 4 in 2024-05-15T16:15:11.726 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:11 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:15:11.727 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:11 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:11.727 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:11 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:11.727 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:11 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:11.727 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:11 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:11.727 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:11 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:11.727 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:11 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:12.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:11 smithi066 ceph-mon[29300]: purged_snaps scrub starts 2024-05-15T16:15:12.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:11 smithi066 ceph-mon[29300]: purged_snaps scrub ok 2024-05-15T16:15:12.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:11 smithi066 ceph-mon[29300]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-05-15T16:15:12.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:11 smithi066 ceph-mon[29300]: osd.3 [v2:172.21.15.66:6826/1446784849,v1:172.21.15.66:6827/1446784849] boot 2024-05-15T16:15:12.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:11 smithi066 ceph-mon[29300]: osdmap e25: 4 total, 4 up, 4 in 2024-05-15T16:15:12.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:11 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:15:12.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:11 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:12.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:11 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:12.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:11 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:12.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:11 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:12.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:11 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:12.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:11 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:12.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:11 smithi066 ceph-mon[24465]: purged_snaps scrub starts 2024-05-15T16:15:12.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:11 smithi066 ceph-mon[24465]: purged_snaps scrub ok 2024-05-15T16:15:12.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:11 smithi066 ceph-mon[24465]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-05-15T16:15:12.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:11 smithi066 ceph-mon[24465]: osd.3 [v2:172.21.15.66:6826/1446784849,v1:172.21.15.66:6827/1446784849] boot 2024-05-15T16:15:12.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:11 smithi066 ceph-mon[24465]: osdmap e25: 4 total, 4 up, 4 in 2024-05-15T16:15:12.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:11 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:15:12.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:11 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:12.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:11 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:12.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:11 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:12.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:11 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:12.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:11 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:12.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:11 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:12.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:12 smithi081 ceph-mon[25343]: Detected new or changed devices on smithi066 2024-05-15T16:15:12.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:12 smithi081 ceph-mon[25343]: osdmap e26: 4 total, 4 up, 4 in 2024-05-15T16:15:12.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:12 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-15T16:15:12.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:12 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-15T16:15:12.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:12 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:12.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:12 smithi066 ceph-mon[29300]: Detected new or changed devices on smithi066 2024-05-15T16:15:12.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:12 smithi066 ceph-mon[29300]: osdmap e26: 4 total, 4 up, 4 in 2024-05-15T16:15:12.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:12 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-15T16:15:12.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:12 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-15T16:15:12.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:12 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:12.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:12 smithi066 ceph-mon[24465]: Detected new or changed devices on smithi066 2024-05-15T16:15:12.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:12 smithi066 ceph-mon[24465]: osdmap e26: 4 total, 4 up, 4 in 2024-05-15T16:15:12.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:12 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-15T16:15:12.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:12 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-15T16:15:12.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:12 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:13.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:13 smithi081 ceph-mon[25343]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:13.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:13 smithi081 ceph-mon[25343]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:15:14.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:13 smithi066 ceph-mon[29300]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:14.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:13 smithi066 ceph-mon[29300]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:15:14.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:13 smithi066 ceph-mon[24465]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:14.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:13 smithi066 ceph-mon[24465]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:15:15.552 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:15:15 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:15:15] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:15:15.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:15 smithi081 ceph-mon[25343]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:15.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:15 smithi081 ceph-mon[25343]: from='client.? 172.21.15.81:0/2893800991' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d7c97b34-a970-4d7d-a804-f05046770a3a"}]: dispatch 2024-05-15T16:15:15.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:15 smithi081 ceph-mon[25343]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d7c97b34-a970-4d7d-a804-f05046770a3a"}]: dispatch 2024-05-15T16:15:15.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:15 smithi081 ceph-mon[25343]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d7c97b34-a970-4d7d-a804-f05046770a3a"}]': finished 2024-05-15T16:15:15.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:15 smithi081 ceph-mon[25343]: osdmap e27: 5 total, 4 up, 5 in 2024-05-15T16:15:15.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:15 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:15:15.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:15 smithi081 ceph-mon[25343]: from='client.? 172.21.15.81:0/353680013' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-15T16:15:15.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:15 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:15.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:15 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:16.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:15 smithi066 ceph-mon[24465]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:16.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:15 smithi066 ceph-mon[24465]: from='client.? 172.21.15.81:0/2893800991' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d7c97b34-a970-4d7d-a804-f05046770a3a"}]: dispatch 2024-05-15T16:15:16.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:15 smithi066 ceph-mon[24465]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d7c97b34-a970-4d7d-a804-f05046770a3a"}]: dispatch 2024-05-15T16:15:16.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:15 smithi066 ceph-mon[24465]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d7c97b34-a970-4d7d-a804-f05046770a3a"}]': finished 2024-05-15T16:15:16.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:15 smithi066 ceph-mon[24465]: osdmap e27: 5 total, 4 up, 5 in 2024-05-15T16:15:16.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:15 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:15:16.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:15 smithi066 ceph-mon[24465]: from='client.? 172.21.15.81:0/353680013' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-15T16:15:16.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:15 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:16.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:15 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:16.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:15 smithi066 ceph-mon[29300]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:16.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:15 smithi066 ceph-mon[29300]: from='client.? 172.21.15.81:0/2893800991' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d7c97b34-a970-4d7d-a804-f05046770a3a"}]: dispatch 2024-05-15T16:15:16.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:15 smithi066 ceph-mon[29300]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d7c97b34-a970-4d7d-a804-f05046770a3a"}]: dispatch 2024-05-15T16:15:16.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:15 smithi066 ceph-mon[29300]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d7c97b34-a970-4d7d-a804-f05046770a3a"}]': finished 2024-05-15T16:15:16.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:15 smithi066 ceph-mon[29300]: osdmap e27: 5 total, 4 up, 5 in 2024-05-15T16:15:16.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:15 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:15:16.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:15 smithi066 ceph-mon[29300]: from='client.? 172.21.15.81:0/353680013' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-15T16:15:16.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:15 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:16.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:15 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:17.718 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:17 smithi081 ceph-mon[25343]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:18.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:17 smithi066 ceph-mon[24465]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:18.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:17 smithi066 ceph-mon[29300]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:19.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:19 smithi081 ceph-mon[25343]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:20.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:19 smithi066 ceph-mon[24465]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:20.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:19 smithi066 ceph-mon[29300]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:21.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:21 smithi081 ceph-mon[25343]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:22.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:21 smithi066 ceph-mon[24465]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:22.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:21 smithi066 ceph-mon[29300]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:22.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:22 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-15T16:15:22.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:22 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:22.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:22 smithi081 ceph-mon[25343]: Deploying daemon osd.4 on smithi081 2024-05-15T16:15:23.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:22 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-15T16:15:23.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:22 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:23.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:22 smithi066 ceph-mon[29300]: Deploying daemon osd.4 on smithi081 2024-05-15T16:15:23.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:22 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-15T16:15:23.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:22 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:23.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:22 smithi066 ceph-mon[24465]: Deploying daemon osd.4 on smithi081 2024-05-15T16:15:23.825 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:23 smithi081 ceph-mon[25343]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:24.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:23 smithi066 ceph-mon[24465]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:24.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:23 smithi066 ceph-mon[29300]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:25.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:25 smithi081 ceph-mon[25343]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:26.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:25 smithi066 ceph-mon[24465]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:26.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:25 smithi066 ceph-mon[29300]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:27.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:15:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:15:27] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:15:27.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:27 smithi066 ceph-mon[24465]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:27.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:27 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:27.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:27 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:27.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:27 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:27.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:27 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:27.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:27 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:27.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:27 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:27.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:27 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:27.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:27 smithi066 ceph-mon[29300]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:27.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:27 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:27.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:27 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:27.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:27 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:27.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:27 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:27.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:27 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:27.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:27 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:27.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:27 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:27.759 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:27 smithi081 ceph-mon[25343]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:27.759 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:27 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:27.759 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:27 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:27.759 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:27 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:27.759 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:27 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:27.759 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:27 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:27.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:27 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:27.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:27 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:29.256 INFO:teuthology.orchestra.run.smithi081.stdout:Created osd(s) 4 on host 'smithi081' 2024-05-15T16:15:29.512 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:29 smithi081 ceph-mon[25343]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:29.513 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:29 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:29.513 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:29 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:29.513 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:29 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:29.513 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:29 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:29.513 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:29 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:15:29.513 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:29 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:29.513 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:29 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:29.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:29 smithi066 ceph-mon[24465]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:29.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:29 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:29.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:29 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:29.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:29 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:29.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:29 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:29.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:29 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:15:29.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:29 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:29.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:29 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:29.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:29 smithi066 ceph-mon[29300]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:29.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:29 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:29.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:29 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:29.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:29 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:29.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:29 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:29.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:29 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:15:29.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:29 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:29.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:29 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:29.817 DEBUG:teuthology.orchestra.run.smithi081:osd.4> sudo journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.4.service 2024-05-15T16:15:29.820 INFO:tasks.cephadm:Deploying osd.5 on smithi081 with /dev/vg_nvme/lv_3... 2024-05-15T16:15:29.820 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-15T16:15:30.514 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:30 smithi066 ceph-mon[24465]: Adjusting osd_memory_target on smithi081 to 16064M 2024-05-15T16:15:30.514 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:30 smithi066 ceph-mon[24465]: from='osd.4 [v2:172.21.15.81:6800/1712576372,v1:172.21.15.81:6801/1712576372]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-15T16:15:30.514 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:30 smithi066 ceph-mon[24465]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-15T16:15:30.514 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:30 smithi066 ceph-mon[29300]: Adjusting osd_memory_target on smithi081 to 16064M 2024-05-15T16:15:30.514 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:30 smithi066 ceph-mon[29300]: from='osd.4 [v2:172.21.15.81:6800/1712576372,v1:172.21.15.81:6801/1712576372]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-15T16:15:30.514 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:30 smithi066 ceph-mon[29300]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-15T16:15:30.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:30 smithi081 ceph-mon[25343]: Adjusting osd_memory_target on smithi081 to 16064M 2024-05-15T16:15:30.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:30 smithi081 ceph-mon[25343]: from='osd.4 [v2:172.21.15.81:6800/1712576372,v1:172.21.15.81:6801/1712576372]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-15T16:15:30.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:30 smithi081 ceph-mon[25343]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-15T16:15:31.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:31 smithi066 ceph-mon[24465]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:31.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:31 smithi066 ceph-mon[24465]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-15T16:15:31.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:31 smithi066 ceph-mon[24465]: osdmap e28: 5 total, 4 up, 5 in 2024-05-15T16:15:31.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:31 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:15:31.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:31 smithi066 ceph-mon[24465]: from='osd.4 [v2:172.21.15.81:6800/1712576372,v1:172.21.15.81:6801/1712576372]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-05-15T16:15:31.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:31 smithi066 ceph-mon[24465]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-05-15T16:15:31.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:31 smithi066 ceph-mon[29300]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:31.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:31 smithi066 ceph-mon[29300]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-15T16:15:31.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:31 smithi066 ceph-mon[29300]: osdmap e28: 5 total, 4 up, 5 in 2024-05-15T16:15:31.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:31 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:15:31.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:31 smithi066 ceph-mon[29300]: from='osd.4 [v2:172.21.15.81:6800/1712576372,v1:172.21.15.81:6801/1712576372]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-05-15T16:15:31.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:31 smithi066 ceph-mon[29300]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-05-15T16:15:31.806 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:31 smithi081 ceph-mon[25343]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:31.806 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:31 smithi081 ceph-mon[25343]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-15T16:15:31.806 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:31 smithi081 ceph-mon[25343]: osdmap e28: 5 total, 4 up, 5 in 2024-05-15T16:15:31.806 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:31 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:15:31.806 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:31 smithi081 ceph-mon[25343]: from='osd.4 [v2:172.21.15.81:6800/1712576372,v1:172.21.15.81:6801/1712576372]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-05-15T16:15:31.806 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:31 smithi081 ceph-mon[25343]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-05-15T16:15:31.807 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-15T16:15:31.807 INFO:teuthology.orchestra.run.smithi081.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-15T16:15:31.807 INFO:teuthology.orchestra.run.smithi081.stderr: stderr: 10+0 records in 2024-05-15T16:15:31.807 INFO:teuthology.orchestra.run.smithi081.stderr:10+0 records out 2024-05-15T16:15:31.807 INFO:teuthology.orchestra.run.smithi081.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0131188 s, 799 MB/s 2024-05-15T16:15:31.807 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping successful for: 2024-05-15T16:15:31.808 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:15:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-4[30036]: 2024-05-15T16:15:31.431+0000 7fb1734db700 -1 osd.4 0 waiting for initial osdmap 2024-05-15T16:15:31.808 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:15:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-4[30036]: 2024-05-15T16:15:31.435+0000 7fb16e673700 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-15T16:15:32.465 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi081:vg_nvme/lv_3 2024-05-15T16:15:32.770 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:32 smithi081 ceph-mon[25343]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-05-15T16:15:32.770 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:32 smithi081 ceph-mon[25343]: osdmap e29: 5 total, 4 up, 5 in 2024-05-15T16:15:32.771 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:32 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:15:32.771 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:32 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:15:32.771 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:32 smithi081 ceph-mon[25343]: osd.4 [v2:172.21.15.81:6800/1712576372,v1:172.21.15.81:6801/1712576372] boot 2024-05-15T16:15:32.771 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:32 smithi081 ceph-mon[25343]: osdmap e30: 5 total, 5 up, 5 in 2024-05-15T16:15:32.771 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:32 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:15:32.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:32 smithi066 ceph-mon[24465]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-05-15T16:15:32.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:32 smithi066 ceph-mon[24465]: osdmap e29: 5 total, 4 up, 5 in 2024-05-15T16:15:32.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:32 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:15:32.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:32 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:15:32.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:32 smithi066 ceph-mon[24465]: osd.4 [v2:172.21.15.81:6800/1712576372,v1:172.21.15.81:6801/1712576372] boot 2024-05-15T16:15:32.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:32 smithi066 ceph-mon[24465]: osdmap e30: 5 total, 5 up, 5 in 2024-05-15T16:15:32.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:32 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:15:32.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:32 smithi066 ceph-mon[29300]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-05-15T16:15:32.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:32 smithi066 ceph-mon[29300]: osdmap e29: 5 total, 4 up, 5 in 2024-05-15T16:15:32.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:32 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:15:32.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:32 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:15:32.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:32 smithi066 ceph-mon[29300]: osd.4 [v2:172.21.15.81:6800/1712576372,v1:172.21.15.81:6801/1712576372] boot 2024-05-15T16:15:32.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:32 smithi066 ceph-mon[29300]: osdmap e30: 5 total, 5 up, 5 in 2024-05-15T16:15:32.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:32 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:15:33.697 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:33 smithi081 ceph-mon[25343]: purged_snaps scrub starts 2024-05-15T16:15:33.697 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:33 smithi081 ceph-mon[25343]: purged_snaps scrub ok 2024-05-15T16:15:33.697 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:33 smithi081 ceph-mon[25343]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:33.697 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:33 smithi081 ceph-mon[25343]: osdmap e31: 5 total, 5 up, 5 in 2024-05-15T16:15:33.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:33 smithi066 ceph-mon[24465]: purged_snaps scrub starts 2024-05-15T16:15:33.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:33 smithi066 ceph-mon[24465]: purged_snaps scrub ok 2024-05-15T16:15:33.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:33 smithi066 ceph-mon[24465]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:33.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:33 smithi066 ceph-mon[24465]: osdmap e31: 5 total, 5 up, 5 in 2024-05-15T16:15:33.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:33 smithi066 ceph-mon[29300]: purged_snaps scrub starts 2024-05-15T16:15:33.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:33 smithi066 ceph-mon[29300]: purged_snaps scrub ok 2024-05-15T16:15:33.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:33 smithi066 ceph-mon[29300]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-05-15T16:15:33.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:33 smithi066 ceph-mon[29300]: osdmap e31: 5 total, 5 up, 5 in 2024-05-15T16:15:35.522 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:35 smithi081 ceph-mon[25343]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-05-15T16:15:35.523 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:35 smithi081 ceph-mon[25343]: osdmap e32: 5 total, 5 up, 5 in 2024-05-15T16:15:35.523 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:35 smithi081 ceph-mon[25343]: from='client.24251 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:15:35.523 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:35 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-15T16:15:35.523 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:35 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-15T16:15:35.523 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:35 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:35.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:15:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:15:35] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:15:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:35 smithi066 ceph-mon[24465]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-05-15T16:15:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:35 smithi066 ceph-mon[24465]: osdmap e32: 5 total, 5 up, 5 in 2024-05-15T16:15:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:35 smithi066 ceph-mon[24465]: from='client.24251 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:15:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:35 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-15T16:15:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:35 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-15T16:15:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:35 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:35.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:35 smithi066 ceph-mon[29300]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-05-15T16:15:35.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:35 smithi066 ceph-mon[29300]: osdmap e32: 5 total, 5 up, 5 in 2024-05-15T16:15:35.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:35 smithi066 ceph-mon[29300]: from='client.24251 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:15:35.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:35 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-15T16:15:35.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:35 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-15T16:15:35.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:35 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:36.204 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:15:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:15:35] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:15:36.504 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:36 smithi081 ceph-mon[25343]: osdmap e33: 5 total, 5 up, 5 in 2024-05-15T16:15:36.504 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:36 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:36.504 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:36 smithi081 ceph-mon[25343]: Detected new or changed devices on smithi081 2024-05-15T16:15:36.504 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:36 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:36.504 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:36 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:36.504 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:36 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:36.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:36 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:36.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:36 smithi081 ceph-mon[25343]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-05-15T16:15:36.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:36 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:36.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:36 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:36.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:36 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:36.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:36 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:36.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:36 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:36.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:36 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:36.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:36 smithi081 ceph-mon[25343]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-05-15T16:15:36.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:36 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:36.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:36 smithi081 ceph-mon[25343]: osdmap e34: 5 total, 5 up, 5 in 2024-05-15T16:15:36.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[24465]: osdmap e33: 5 total, 5 up, 5 in 2024-05-15T16:15:36.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:36.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[24465]: Detected new or changed devices on smithi081 2024-05-15T16:15:36.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:36.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:36.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:36.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:36.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[24465]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-05-15T16:15:36.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:36.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:36.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:36.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:36.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:36.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:36.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[24465]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-05-15T16:15:36.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:36.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[24465]: osdmap e34: 5 total, 5 up, 5 in 2024-05-15T16:15:36.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[29300]: osdmap e33: 5 total, 5 up, 5 in 2024-05-15T16:15:36.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:36.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[29300]: Detected new or changed devices on smithi081 2024-05-15T16:15:36.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:36.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:36.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:36.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:36.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[29300]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-05-15T16:15:36.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:36.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:36.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:36.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:36.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:36.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:36.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[29300]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-05-15T16:15:36.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:36.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:36 smithi066 ceph-mon[29300]: osdmap e34: 5 total, 5 up, 5 in 2024-05-15T16:15:37.717 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:37 smithi081 ceph-mon[25343]: from='client.? 172.21.15.81:0/795042173' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "108033c8-9e85-4724-97db-30528f513d80"}]: dispatch 2024-05-15T16:15:37.717 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:37 smithi081 ceph-mon[25343]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "108033c8-9e85-4724-97db-30528f513d80"}]: dispatch 2024-05-15T16:15:37.717 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:37 smithi081 ceph-mon[25343]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "108033c8-9e85-4724-97db-30528f513d80"}]': finished 2024-05-15T16:15:37.717 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:37 smithi081 ceph-mon[25343]: osdmap e35: 6 total, 5 up, 6 in 2024-05-15T16:15:37.717 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:37 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:15:37.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:37 smithi066 ceph-mon[24465]: from='client.? 172.21.15.81:0/795042173' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "108033c8-9e85-4724-97db-30528f513d80"}]: dispatch 2024-05-15T16:15:37.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:37 smithi066 ceph-mon[24465]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "108033c8-9e85-4724-97db-30528f513d80"}]: dispatch 2024-05-15T16:15:37.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:37 smithi066 ceph-mon[24465]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "108033c8-9e85-4724-97db-30528f513d80"}]': finished 2024-05-15T16:15:37.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:37 smithi066 ceph-mon[24465]: osdmap e35: 6 total, 5 up, 6 in 2024-05-15T16:15:37.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:37 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:15:37.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:37 smithi066 ceph-mon[29300]: from='client.? 172.21.15.81:0/795042173' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "108033c8-9e85-4724-97db-30528f513d80"}]: dispatch 2024-05-15T16:15:37.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:37 smithi066 ceph-mon[29300]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "108033c8-9e85-4724-97db-30528f513d80"}]: dispatch 2024-05-15T16:15:37.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:37 smithi066 ceph-mon[29300]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "108033c8-9e85-4724-97db-30528f513d80"}]': finished 2024-05-15T16:15:37.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:37 smithi066 ceph-mon[29300]: osdmap e35: 6 total, 5 up, 6 in 2024-05-15T16:15:37.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:37 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:15:38.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:38 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:15:38.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:38 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:15:38.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:38 smithi066 ceph-mon[29300]: from='client.? 172.21.15.81:0/2610204525' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-15T16:15:38.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:38 smithi066 ceph-mon[29300]: pgmap v118: 1 pgs: 1 peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 139 KiB/s, 0 objects/s recovering 2024-05-15T16:15:38.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:38 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:15:38.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:38 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:15:38.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:38 smithi066 ceph-mon[24465]: from='client.? 172.21.15.81:0/2610204525' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-15T16:15:38.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:38 smithi066 ceph-mon[24465]: pgmap v118: 1 pgs: 1 peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 139 KiB/s, 0 objects/s recovering 2024-05-15T16:15:38.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:38 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:15:38.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:38 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:15:38.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:38 smithi081 ceph-mon[25343]: from='client.? 172.21.15.81:0/2610204525' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-15T16:15:38.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:38 smithi081 ceph-mon[25343]: pgmap v118: 1 pgs: 1 peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 139 KiB/s, 0 objects/s recovering 2024-05-15T16:15:41.262 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:40 smithi081 ceph-mon[25343]: pgmap v119: 1 pgs: 1 peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 110 KiB/s, 0 objects/s recovering 2024-05-15T16:15:41.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:40 smithi066 ceph-mon[29300]: pgmap v119: 1 pgs: 1 peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 110 KiB/s, 0 objects/s recovering 2024-05-15T16:15:41.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:40 smithi066 ceph-mon[24465]: pgmap v119: 1 pgs: 1 peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 110 KiB/s, 0 objects/s recovering 2024-05-15T16:15:43.044 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:42 smithi081 ceph-mon[25343]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-05-15T16:15:43.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:42 smithi066 ceph-mon[24465]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-05-15T16:15:43.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:42 smithi066 ceph-mon[29300]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-05-15T16:15:44.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:44 smithi066 ceph-mon[29300]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-05-15T16:15:44.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:44 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-15T16:15:44.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:44 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:44.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:44 smithi066 ceph-mon[24465]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-05-15T16:15:44.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:44 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-15T16:15:44.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:44 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:44.570 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:44 smithi081 ceph-mon[25343]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-05-15T16:15:44.570 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:44 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-15T16:15:44.570 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:44 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:45.519 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:45 smithi081 ceph-mon[25343]: Deploying daemon osd.5 on smithi081 2024-05-15T16:15:45.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:45 smithi066 ceph-mon[24465]: Deploying daemon osd.5 on smithi081 2024-05-15T16:15:45.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:45 smithi066 ceph-mon[29300]: Deploying daemon osd.5 on smithi081 2024-05-15T16:15:46.534 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:46 smithi081 ceph-mon[25343]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-05-15T16:15:46.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:46 smithi066 ceph-mon[24465]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-05-15T16:15:46.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:46 smithi066 ceph-mon[29300]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-05-15T16:15:47.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:15:47 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:15:47] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:15:48.600 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:48 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:48.601 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:48 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:48.601 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:48 smithi081 ceph-mon[25343]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-05-15T16:15:48.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:48 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:48.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:48 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:48.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:48 smithi066 ceph-mon[24465]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-05-15T16:15:48.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:48 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:48.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:48 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:48.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:48 smithi066 ceph-mon[29300]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-05-15T16:15:50.350 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:50 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:50.350 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:50 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:50.350 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:50 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:50.350 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:50 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:50.350 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:50 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:50.350 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:50 smithi066 ceph-mon[29300]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-05-15T16:15:50.351 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:50 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:50.351 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:50 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:50.351 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:50 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:50.351 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:50 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:50.351 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:50 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:50.351 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:50 smithi066 ceph-mon[24465]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-05-15T16:15:50.433 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:50 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:50.433 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:50 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:50.434 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:50 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:50.434 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:50 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:50.434 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:50 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:50.434 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:50 smithi081 ceph-mon[25343]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-05-15T16:15:51.581 INFO:teuthology.orchestra.run.smithi081.stdout:Created osd(s) 5 on host 'smithi081' 2024-05-15T16:15:52.195 DEBUG:teuthology.orchestra.run.smithi081:osd.5> sudo journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.5.service 2024-05-15T16:15:52.198 INFO:tasks.cephadm:Deploying osd.6 on smithi081 with /dev/vg_nvme/lv_2... 2024-05-15T16:15:52.198 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-15T16:15:52.542 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:15:52 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:15:52.262+0000 7f3b6b9183c0 -1 osd.5 0 log_to_monitors true 2024-05-15T16:15:52.848 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:52 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:52.849 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:52 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:52.849 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:52 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:52.849 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:52 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:52.849 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:52 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:15:52.849 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:52 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:15:52.849 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:52 smithi081 ceph-mon[25343]: Adjusting osd_memory_target on smithi081 to 8032M 2024-05-15T16:15:52.849 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:52 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:52.849 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:52 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:52.849 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:52 smithi081 ceph-mon[25343]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-05-15T16:15:52.849 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:52 smithi081 ceph-mon[25343]: from='osd.5 [v2:172.21.15.81:6808/2481397428,v1:172.21.15.81:6809/2481397428]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-15T16:15:52.849 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:52 smithi081 ceph-mon[25343]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-15T16:15:53.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:53.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:53.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:53.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:53.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:15:53.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:15:53.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:52 smithi066 ceph-mon[24465]: Adjusting osd_memory_target on smithi081 to 8032M 2024-05-15T16:15:53.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:53.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:53.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:52 smithi066 ceph-mon[24465]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-05-15T16:15:53.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:52 smithi066 ceph-mon[24465]: from='osd.5 [v2:172.21.15.81:6808/2481397428,v1:172.21.15.81:6809/2481397428]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-15T16:15:53.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:52 smithi066 ceph-mon[24465]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-15T16:15:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:52 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:52 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:52 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:52 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:52 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:15:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:52 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:15:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:52 smithi066 ceph-mon[29300]: Adjusting osd_memory_target on smithi081 to 8032M 2024-05-15T16:15:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:52 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:52 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:52 smithi066 ceph-mon[29300]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-05-15T16:15:53.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:52 smithi066 ceph-mon[29300]: from='osd.5 [v2:172.21.15.81:6808/2481397428,v1:172.21.15.81:6809/2481397428]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-15T16:15:53.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:52 smithi066 ceph-mon[29300]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-15T16:15:53.821 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:15:53 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:15:53.617+0000 7f3b6231b700 -1 osd.5 0 waiting for initial osdmap 2024-05-15T16:15:53.821 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:15:53 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:15:53.621+0000 7f3b5acae700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-15T16:15:53.822 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:53 smithi081 ceph-mon[25343]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-15T16:15:53.822 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:53 smithi081 ceph-mon[25343]: osdmap e36: 6 total, 5 up, 6 in 2024-05-15T16:15:53.822 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:53 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:15:53.822 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:53 smithi081 ceph-mon[25343]: from='osd.5 [v2:172.21.15.81:6808/2481397428,v1:172.21.15.81:6809/2481397428]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-05-15T16:15:53.822 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:53 smithi081 ceph-mon[25343]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-05-15T16:15:54.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:53 smithi066 ceph-mon[29300]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-15T16:15:54.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:53 smithi066 ceph-mon[29300]: osdmap e36: 6 total, 5 up, 6 in 2024-05-15T16:15:54.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:53 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:15:54.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:53 smithi066 ceph-mon[29300]: from='osd.5 [v2:172.21.15.81:6808/2481397428,v1:172.21.15.81:6809/2481397428]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-05-15T16:15:54.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:53 smithi066 ceph-mon[29300]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-05-15T16:15:54.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:53 smithi066 ceph-mon[24465]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-15T16:15:54.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:53 smithi066 ceph-mon[24465]: osdmap e36: 6 total, 5 up, 6 in 2024-05-15T16:15:54.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:53 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:15:54.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:53 smithi066 ceph-mon[24465]: from='osd.5 [v2:172.21.15.81:6808/2481397428,v1:172.21.15.81:6809/2481397428]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-05-15T16:15:54.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:53 smithi066 ceph-mon[24465]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-05-15T16:15:54.206 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-15T16:15:54.207 INFO:teuthology.orchestra.run.smithi081.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-15T16:15:54.207 INFO:teuthology.orchestra.run.smithi081.stderr: stderr: 10+0 records in 2024-05-15T16:15:54.207 INFO:teuthology.orchestra.run.smithi081.stderr:10+0 records out 2024-05-15T16:15:54.207 INFO:teuthology.orchestra.run.smithi081.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0123628 s, 848 MB/s 2024-05-15T16:15:54.207 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping successful for: 2024-05-15T16:15:54.781 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi081:vg_nvme/lv_2 2024-05-15T16:15:54.807 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:54 smithi081 ceph-mon[25343]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-05-15T16:15:54.807 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:54 smithi081 ceph-mon[25343]: osdmap e37: 6 total, 5 up, 6 in 2024-05-15T16:15:54.807 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:54 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:15:54.807 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:54 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:15:54.807 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:54 smithi081 ceph-mon[25343]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-05-15T16:15:55.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:54 smithi066 ceph-mon[29300]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-05-15T16:15:55.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:54 smithi066 ceph-mon[29300]: osdmap e37: 6 total, 5 up, 6 in 2024-05-15T16:15:55.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:54 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:15:55.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:54 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:15:55.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:54 smithi066 ceph-mon[29300]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-05-15T16:15:55.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:54 smithi066 ceph-mon[24465]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-05-15T16:15:55.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:54 smithi066 ceph-mon[24465]: osdmap e37: 6 total, 5 up, 6 in 2024-05-15T16:15:55.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:54 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:15:55.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:54 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:15:55.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:54 smithi066 ceph-mon[24465]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-05-15T16:15:55.965 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:55 smithi081 ceph-mon[25343]: purged_snaps scrub starts 2024-05-15T16:15:55.965 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:55 smithi081 ceph-mon[25343]: purged_snaps scrub ok 2024-05-15T16:15:55.965 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:55 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:15:55.965 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:55 smithi081 ceph-mon[25343]: osd.5 [v2:172.21.15.81:6808/2481397428,v1:172.21.15.81:6809/2481397428] boot 2024-05-15T16:15:55.965 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:55 smithi081 ceph-mon[25343]: osdmap e38: 6 total, 6 up, 6 in 2024-05-15T16:15:55.965 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:55 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:15:55.979 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:55 smithi066 ceph-mon[29300]: purged_snaps scrub starts 2024-05-15T16:15:55.979 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:55 smithi066 ceph-mon[29300]: purged_snaps scrub ok 2024-05-15T16:15:55.980 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:55 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:15:55.980 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:55 smithi066 ceph-mon[29300]: osd.5 [v2:172.21.15.81:6808/2481397428,v1:172.21.15.81:6809/2481397428] boot 2024-05-15T16:15:55.980 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:55 smithi066 ceph-mon[29300]: osdmap e38: 6 total, 6 up, 6 in 2024-05-15T16:15:55.980 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:55 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:15:55.980 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:55 smithi066 ceph-mon[24465]: purged_snaps scrub starts 2024-05-15T16:15:55.980 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:55 smithi066 ceph-mon[24465]: purged_snaps scrub ok 2024-05-15T16:15:55.980 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:55 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:15:55.980 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:55 smithi066 ceph-mon[24465]: osd.5 [v2:172.21.15.81:6808/2481397428,v1:172.21.15.81:6809/2481397428] boot 2024-05-15T16:15:55.980 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:55 smithi066 ceph-mon[24465]: osdmap e38: 6 total, 6 up, 6 in 2024-05-15T16:15:55.980 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:55 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:15:56.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:15:55 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:15:55] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:15:56.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:56 smithi081 ceph-mon[25343]: osdmap e39: 6 total, 6 up, 6 in 2024-05-15T16:15:56.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:56 smithi081 ceph-mon[25343]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:15:56.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:56 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:56.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:56 smithi081 ceph-mon[25343]: Detected new or changed devices on smithi081 2024-05-15T16:15:56.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:56 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:56.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:56 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:56.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:56 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:56.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:56 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:56.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:56 smithi081 ceph-mon[25343]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:15:56.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:56 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:57.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:56 smithi066 ceph-mon[24465]: osdmap e39: 6 total, 6 up, 6 in 2024-05-15T16:15:57.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:56 smithi066 ceph-mon[24465]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:15:57.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:56 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:57.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:56 smithi066 ceph-mon[24465]: Detected new or changed devices on smithi081 2024-05-15T16:15:57.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:56 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:57.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:56 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:57.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:56 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:57.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:56 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:57.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:56 smithi066 ceph-mon[24465]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:15:57.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:56 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:57.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:56 smithi066 ceph-mon[29300]: osdmap e39: 6 total, 6 up, 6 in 2024-05-15T16:15:57.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:56 smithi066 ceph-mon[29300]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:15:57.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:56 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:57.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:56 smithi066 ceph-mon[29300]: Detected new or changed devices on smithi081 2024-05-15T16:15:57.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:56 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:57.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:56 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:57.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:56 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:57.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:56 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:57.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:56 smithi066 ceph-mon[29300]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:15:57.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:56 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:57.889 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:57 smithi066 ceph-mon[29300]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-05-15T16:15:57.889 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:57 smithi066 ceph-mon[29300]: osdmap e40: 6 total, 6 up, 6 in 2024-05-15T16:15:57.889 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:57 smithi066 ceph-mon[29300]: from='client.24278 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:15:57.889 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:57 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-15T16:15:57.889 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:57 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-15T16:15:57.889 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:57 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:57.889 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:57 smithi066 ceph-mon[24465]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-05-15T16:15:57.889 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:57 smithi066 ceph-mon[24465]: osdmap e40: 6 total, 6 up, 6 in 2024-05-15T16:15:57.889 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:57 smithi066 ceph-mon[24465]: from='client.24278 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:15:57.890 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:57 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-15T16:15:57.890 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:57 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-15T16:15:57.890 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:57 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:57.890 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:57 smithi081 ceph-mon[25343]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-05-15T16:15:57.890 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:57 smithi081 ceph-mon[25343]: osdmap e40: 6 total, 6 up, 6 in 2024-05-15T16:15:57.890 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:57 smithi081 ceph-mon[25343]: from='client.24278 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:15:57.890 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:57 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-15T16:15:57.890 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:57 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-15T16:15:57.890 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:57 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:58.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:15:57 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:15:57] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:15:58.670 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:58 smithi081 ceph-mon[25343]: osdmap e41: 6 total, 6 up, 6 in 2024-05-15T16:15:58.670 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:58 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:58.670 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:58 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:58.670 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:58 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:58.671 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:58 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:58.671 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:58 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:58.671 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:58 smithi081 ceph-mon[25343]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:15:58.671 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:58 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:59.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:58 smithi066 ceph-mon[29300]: osdmap e41: 6 total, 6 up, 6 in 2024-05-15T16:15:59.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:58 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:59.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:58 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:59.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:58 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:59.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:58 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:59.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:58 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:59.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:58 smithi066 ceph-mon[29300]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:15:59.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:58 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:59.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:58 smithi066 ceph-mon[24465]: osdmap e41: 6 total, 6 up, 6 in 2024-05-15T16:15:59.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:58 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:59.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:58 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:59.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:58 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:15:59.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:58 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:15:59.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:58 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:15:59.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:58 smithi066 ceph-mon[24465]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:15:59.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:58 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:15:59.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:59 smithi081 ceph-mon[25343]: osdmap e42: 6 total, 6 up, 6 in 2024-05-15T16:15:59.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:59 smithi081 ceph-mon[25343]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-05-15T16:15:59.905 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:15:59 smithi081 ceph-mon[25343]: Cluster is now healthy 2024-05-15T16:15:59.993 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:59 smithi066 ceph-mon[29300]: osdmap e42: 6 total, 6 up, 6 in 2024-05-15T16:15:59.993 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:59 smithi066 ceph-mon[29300]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-05-15T16:15:59.994 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:15:59 smithi066 ceph-mon[29300]: Cluster is now healthy 2024-05-15T16:15:59.994 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:59 smithi066 ceph-mon[24465]: osdmap e42: 6 total, 6 up, 6 in 2024-05-15T16:15:59.994 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:59 smithi066 ceph-mon[24465]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-05-15T16:15:59.994 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:15:59 smithi066 ceph-mon[24465]: Cluster is now healthy 2024-05-15T16:16:01.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:00 smithi066 ceph-mon[24465]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:01.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:00 smithi066 ceph-mon[24465]: from='client.? 172.21.15.81:0/2411744994' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "505c4c30-88d7-4181-aaa6-3c4916a3e426"}]: dispatch 2024-05-15T16:16:01.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:00 smithi066 ceph-mon[24465]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "505c4c30-88d7-4181-aaa6-3c4916a3e426"}]: dispatch 2024-05-15T16:16:01.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:00 smithi066 ceph-mon[24465]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "505c4c30-88d7-4181-aaa6-3c4916a3e426"}]': finished 2024-05-15T16:16:01.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:00 smithi066 ceph-mon[24465]: osdmap e43: 7 total, 6 up, 7 in 2024-05-15T16:16:01.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:00 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:16:01.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:00 smithi066 ceph-mon[29300]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:01.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:00 smithi066 ceph-mon[29300]: from='client.? 172.21.15.81:0/2411744994' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "505c4c30-88d7-4181-aaa6-3c4916a3e426"}]: dispatch 2024-05-15T16:16:01.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:00 smithi066 ceph-mon[29300]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "505c4c30-88d7-4181-aaa6-3c4916a3e426"}]: dispatch 2024-05-15T16:16:01.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:00 smithi066 ceph-mon[29300]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "505c4c30-88d7-4181-aaa6-3c4916a3e426"}]': finished 2024-05-15T16:16:01.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:00 smithi066 ceph-mon[29300]: osdmap e43: 7 total, 6 up, 7 in 2024-05-15T16:16:01.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:00 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:16:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:00 smithi081 ceph-mon[25343]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:00 smithi081 ceph-mon[25343]: from='client.? 172.21.15.81:0/2411744994' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "505c4c30-88d7-4181-aaa6-3c4916a3e426"}]: dispatch 2024-05-15T16:16:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:00 smithi081 ceph-mon[25343]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "505c4c30-88d7-4181-aaa6-3c4916a3e426"}]: dispatch 2024-05-15T16:16:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:00 smithi081 ceph-mon[25343]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "505c4c30-88d7-4181-aaa6-3c4916a3e426"}]': finished 2024-05-15T16:16:01.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:00 smithi081 ceph-mon[25343]: osdmap e43: 7 total, 6 up, 7 in 2024-05-15T16:16:01.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:00 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:16:02.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:01 smithi066 ceph-mon[24465]: from='client.? 172.21.15.81:0/1698960030' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-15T16:16:02.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:01 smithi066 ceph-mon[29300]: from='client.? 172.21.15.81:0/1698960030' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-15T16:16:02.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:01 smithi081 ceph-mon[25343]: from='client.? 172.21.15.81:0/1698960030' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-15T16:16:03.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:02 smithi066 ceph-mon[24465]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:03.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:02 smithi066 ceph-mon[29300]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:03.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:02 smithi081 ceph-mon[25343]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:04.440 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:04 smithi081 ceph-mon[25343]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:04.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:04 smithi066 ceph-mon[29300]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:04.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:04 smithi066 ceph-mon[24465]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:07.113 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:06 smithi081 ceph-mon[25343]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:07.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:06 smithi066 ceph-mon[24465]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:07.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:06 smithi066 ceph-mon[29300]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:07.750 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:07 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:16:07] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:16:08.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:07 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-15T16:16:08.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:07 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:08.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:07 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:08.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:07 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:08.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:07 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-15T16:16:08.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:07 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:08.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:07 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:08.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:07 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:08.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:07 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-15T16:16:08.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:07 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:08.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:07 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:08.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:07 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:09.224 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:08 smithi081 ceph-mon[25343]: Deploying daemon osd.6 on smithi081 2024-05-15T16:16:09.224 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:08 smithi081 ceph-mon[25343]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:09.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:08 smithi066 ceph-mon[24465]: Deploying daemon osd.6 on smithi081 2024-05-15T16:16:09.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:08 smithi066 ceph-mon[24465]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:09.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:08 smithi066 ceph-mon[29300]: Deploying daemon osd.6 on smithi081 2024-05-15T16:16:09.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:08 smithi066 ceph-mon[29300]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:11.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:10 smithi081 ceph-mon[25343]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:11.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:10 smithi066 ceph-mon[29300]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:11.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:10 smithi066 ceph-mon[24465]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:13.061 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:12 smithi081 ceph-mon[25343]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:13.061 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:12 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:13.061 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:12 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:13.061 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:12 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:13.061 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:12 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:13.061 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:12 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:13.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:12 smithi066 ceph-mon[24465]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:13.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:12 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:13.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:12 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:13.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:12 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:13.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:12 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:13.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:12 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:13.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:12 smithi066 ceph-mon[29300]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:13.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:12 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:13.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:12 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:13.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:12 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:13.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:12 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:13.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:12 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:14.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:14 smithi081 ceph-mon[25343]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:14.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:14 smithi066 ceph-mon[24465]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:14.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:14 smithi066 ceph-mon[29300]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:15.175 INFO:teuthology.orchestra.run.smithi081.stdout:Created osd(s) 6 on host 'smithi081' 2024-05-15T16:16:15.852 DEBUG:teuthology.orchestra.run.smithi081:osd.6> sudo journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.6.service 2024-05-15T16:16:15.895 INFO:tasks.cephadm:Deploying osd.7 on smithi081 with /dev/vg_nvme/lv_1... 2024-05-15T16:16:15.896 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-15T16:16:16.440 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:16 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:16.441 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:16 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:16.441 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:16 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:16.441 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:16 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:16.441 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:16 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:16:16.441 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:16 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:16:16.441 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:16 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:16:16.441 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:16 smithi081 ceph-mon[25343]: Adjusting osd_memory_target on smithi081 to 5354M 2024-05-15T16:16:16.441 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:16 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:16.441 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:16 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:16.441 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:16 smithi081 ceph-mon[25343]: from='osd.6 [v2:172.21.15.81:6816/325423743,v1:172.21.15.81:6817/325423743]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-15T16:16:16.441 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:16 smithi081 ceph-mon[25343]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-15T16:16:16.442 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:16 smithi081 ceph-mon[25343]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:16.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:16 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:16.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:16 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:16.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:16 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:16.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:16 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:16.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:16 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:16:16.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:16 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:16:16.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:16 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:16:16.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:16 smithi066 ceph-mon[24465]: Adjusting osd_memory_target on smithi081 to 5354M 2024-05-15T16:16:16.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:16 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:16.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:16 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:16.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:16 smithi066 ceph-mon[24465]: from='osd.6 [v2:172.21.15.81:6816/325423743,v1:172.21.15.81:6817/325423743]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-15T16:16:16.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:16 smithi066 ceph-mon[24465]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-15T16:16:16.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:16 smithi066 ceph-mon[24465]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:16.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:16 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:16.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:16 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:16.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:16 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:16.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:16 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:16.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:16 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:16:16.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:16 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:16:16.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:16 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:16:16.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:16 smithi066 ceph-mon[29300]: Adjusting osd_memory_target on smithi081 to 5354M 2024-05-15T16:16:16.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:16 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:16.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:16 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:16.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:16 smithi066 ceph-mon[29300]: from='osd.6 [v2:172.21.15.81:6816/325423743,v1:172.21.15.81:6817/325423743]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-15T16:16:16.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:16 smithi066 ceph-mon[29300]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-15T16:16:16.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:16 smithi066 ceph-mon[29300]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:17.475 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:17 smithi081 ceph-mon[25343]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-15T16:16:17.475 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:17 smithi081 ceph-mon[25343]: osdmap e44: 7 total, 6 up, 7 in 2024-05-15T16:16:17.475 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:17 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:16:17.475 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:17 smithi081 ceph-mon[25343]: from='osd.6 [v2:172.21.15.81:6816/325423743,v1:172.21.15.81:6817/325423743]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-05-15T16:16:17.475 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:17 smithi081 ceph-mon[25343]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-05-15T16:16:17.475 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:16:17 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:16:17.233+0000 7ff68f062700 -1 osd.6 0 waiting for initial osdmap 2024-05-15T16:16:17.475 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:16:17 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:16:17.240+0000 7ff6879f5700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-15T16:16:17.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:17 smithi066 ceph-mon[24465]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-15T16:16:17.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:17 smithi066 ceph-mon[24465]: osdmap e44: 7 total, 6 up, 7 in 2024-05-15T16:16:17.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:17 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:16:17.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:17 smithi066 ceph-mon[24465]: from='osd.6 [v2:172.21.15.81:6816/325423743,v1:172.21.15.81:6817/325423743]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-05-15T16:16:17.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:17 smithi066 ceph-mon[24465]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-05-15T16:16:17.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:17 smithi066 ceph-mon[29300]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-15T16:16:17.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:17 smithi066 ceph-mon[29300]: osdmap e44: 7 total, 6 up, 7 in 2024-05-15T16:16:17.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:17 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:16:17.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:17 smithi066 ceph-mon[29300]: from='osd.6 [v2:172.21.15.81:6816/325423743,v1:172.21.15.81:6817/325423743]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-05-15T16:16:17.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:17 smithi066 ceph-mon[29300]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-05-15T16:16:18.035 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-15T16:16:18.035 INFO:teuthology.orchestra.run.smithi081.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-15T16:16:18.035 INFO:teuthology.orchestra.run.smithi081.stderr: stderr: 10+0 records in 2024-05-15T16:16:18.035 INFO:teuthology.orchestra.run.smithi081.stderr:10+0 records out 2024-05-15T16:16:18.035 INFO:teuthology.orchestra.run.smithi081.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0153759 s, 682 MB/s 2024-05-15T16:16:18.035 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping successful for: 2024-05-15T16:16:18.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:17 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:16:17] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:16:18.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[29300]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-05-15T16:16:18.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[29300]: osdmap e45: 7 total, 6 up, 7 in 2024-05-15T16:16:18.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:16:18.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:16:18.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[29300]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:18.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:18.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[29300]: Detected new or changed devices on smithi081 2024-05-15T16:16:18.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:18.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:18.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:18.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:18.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:18.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[29300]: osd.6 [v2:172.21.15.81:6816/325423743,v1:172.21.15.81:6817/325423743] boot 2024-05-15T16:16:18.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[29300]: osdmap e46: 7 total, 7 up, 7 in 2024-05-15T16:16:18.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:16:18.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[24465]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-05-15T16:16:18.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[24465]: osdmap e45: 7 total, 6 up, 7 in 2024-05-15T16:16:18.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:16:18.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:16:18.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[24465]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:18.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:18.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[24465]: Detected new or changed devices on smithi081 2024-05-15T16:16:18.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:18.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:18.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:18.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:18.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:18.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[24465]: osd.6 [v2:172.21.15.81:6816/325423743,v1:172.21.15.81:6817/325423743] boot 2024-05-15T16:16:18.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[24465]: osdmap e46: 7 total, 7 up, 7 in 2024-05-15T16:16:18.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:18 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:16:18.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:18 smithi081 ceph-mon[25343]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-05-15T16:16:18.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:18 smithi081 ceph-mon[25343]: osdmap e45: 7 total, 6 up, 7 in 2024-05-15T16:16:18.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:18 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:16:18.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:18 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:16:18.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:18 smithi081 ceph-mon[25343]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-05-15T16:16:18.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:18 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:18.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:18 smithi081 ceph-mon[25343]: Detected new or changed devices on smithi081 2024-05-15T16:16:18.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:18 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:18.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:18 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:18.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:18 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:18.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:18 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:18.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:18 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:18.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:18 smithi081 ceph-mon[25343]: osd.6 [v2:172.21.15.81:6816/325423743,v1:172.21.15.81:6817/325423743] boot 2024-05-15T16:16:18.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:18 smithi081 ceph-mon[25343]: osdmap e46: 7 total, 7 up, 7 in 2024-05-15T16:16:18.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:18 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:16:18.722 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi081:vg_nvme/lv_1 2024-05-15T16:16:19.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:19 smithi081 ceph-mon[25343]: purged_snaps scrub starts 2024-05-15T16:16:19.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:19 smithi081 ceph-mon[25343]: purged_snaps scrub ok 2024-05-15T16:16:19.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:19 smithi081 ceph-mon[25343]: osdmap e47: 7 total, 7 up, 7 in 2024-05-15T16:16:19.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:19 smithi066 ceph-mon[29300]: purged_snaps scrub starts 2024-05-15T16:16:19.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:19 smithi066 ceph-mon[29300]: purged_snaps scrub ok 2024-05-15T16:16:19.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:19 smithi066 ceph-mon[29300]: osdmap e47: 7 total, 7 up, 7 in 2024-05-15T16:16:19.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:19 smithi066 ceph-mon[24465]: purged_snaps scrub starts 2024-05-15T16:16:19.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:19 smithi066 ceph-mon[24465]: purged_snaps scrub ok 2024-05-15T16:16:19.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:19 smithi066 ceph-mon[24465]: osdmap e47: 7 total, 7 up, 7 in 2024-05-15T16:16:20.496 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:20 smithi081 ceph-mon[25343]: pgmap v152: 1 pgs: 1 remapped+peering; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-05-15T16:16:20.496 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:20 smithi081 ceph-mon[25343]: osdmap e48: 7 total, 7 up, 7 in 2024-05-15T16:16:20.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:20 smithi066 ceph-mon[24465]: pgmap v152: 1 pgs: 1 remapped+peering; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-05-15T16:16:20.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:20 smithi066 ceph-mon[24465]: osdmap e48: 7 total, 7 up, 7 in 2024-05-15T16:16:20.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:20 smithi066 ceph-mon[29300]: pgmap v152: 1 pgs: 1 remapped+peering; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-05-15T16:16:20.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:20 smithi066 ceph-mon[29300]: osdmap e48: 7 total, 7 up, 7 in 2024-05-15T16:16:22.315 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:22 smithi081 ceph-mon[25343]: osdmap e49: 7 total, 7 up, 7 in 2024-05-15T16:16:22.316 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:22 smithi081 ceph-mon[25343]: from='client.24305 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:16:22.316 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:22 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-15T16:16:22.316 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:22 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-15T16:16:22.316 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:22 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:22.316 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:22 smithi081 ceph-mon[25343]: pgmap v155: 1 pgs: 1 remapped+peering; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-05-15T16:16:22.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:22 smithi066 ceph-mon[24465]: osdmap e49: 7 total, 7 up, 7 in 2024-05-15T16:16:22.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:22 smithi066 ceph-mon[24465]: from='client.24305 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:16:22.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:22 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-15T16:16:22.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:22 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-15T16:16:22.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:22 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:22.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:22 smithi066 ceph-mon[24465]: pgmap v155: 1 pgs: 1 remapped+peering; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-05-15T16:16:22.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:22 smithi066 ceph-mon[29300]: osdmap e49: 7 total, 7 up, 7 in 2024-05-15T16:16:22.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:22 smithi066 ceph-mon[29300]: from='client.24305 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:16:22.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:22 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-15T16:16:22.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:22 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-15T16:16:22.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:22 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:22.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:22 smithi066 ceph-mon[29300]: pgmap v155: 1 pgs: 1 remapped+peering; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-05-15T16:16:23.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:16:22] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:16:23.324 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:23 smithi081 ceph-mon[25343]: osdmap e50: 7 total, 7 up, 7 in 2024-05-15T16:16:23.324 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:23 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:23.325 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:23 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:23.325 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:23 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:23.325 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:23 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:23.325 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:23 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:23.325 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:23 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:23.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:23 smithi066 ceph-mon[24465]: osdmap e50: 7 total, 7 up, 7 in 2024-05-15T16:16:23.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:23 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:23.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:23 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:23.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:23 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:23.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:23 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:23.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:23 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:23.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:23 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:23.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:23 smithi066 ceph-mon[29300]: osdmap e50: 7 total, 7 up, 7 in 2024-05-15T16:16:23.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:23 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:23.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:23 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:23.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:23 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:23 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:23 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:23 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:24.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:24 smithi081 ceph-mon[25343]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 110 KiB/s, 0 objects/s recovering 2024-05-15T16:16:24.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:24 smithi066 ceph-mon[24465]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 110 KiB/s, 0 objects/s recovering 2024-05-15T16:16:24.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:24 smithi066 ceph-mon[29300]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 110 KiB/s, 0 objects/s recovering 2024-05-15T16:16:25.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:25 smithi066 ceph-mon[24465]: from='client.? 172.21.15.81:0/1290074973' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4e84852d-ebff-4fb4-b98f-d4bfa8672b39"}]: dispatch 2024-05-15T16:16:25.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:25 smithi066 ceph-mon[24465]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4e84852d-ebff-4fb4-b98f-d4bfa8672b39"}]: dispatch 2024-05-15T16:16:25.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:25 smithi066 ceph-mon[24465]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4e84852d-ebff-4fb4-b98f-d4bfa8672b39"}]': finished 2024-05-15T16:16:25.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:25 smithi066 ceph-mon[24465]: osdmap e51: 8 total, 7 up, 8 in 2024-05-15T16:16:25.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:25 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:16:25.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:25 smithi066 ceph-mon[29300]: from='client.? 172.21.15.81:0/1290074973' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4e84852d-ebff-4fb4-b98f-d4bfa8672b39"}]: dispatch 2024-05-15T16:16:25.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:25 smithi066 ceph-mon[29300]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4e84852d-ebff-4fb4-b98f-d4bfa8672b39"}]: dispatch 2024-05-15T16:16:25.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:25 smithi066 ceph-mon[29300]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4e84852d-ebff-4fb4-b98f-d4bfa8672b39"}]': finished 2024-05-15T16:16:25.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:25 smithi066 ceph-mon[29300]: osdmap e51: 8 total, 7 up, 8 in 2024-05-15T16:16:25.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:25 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:16:25.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:25 smithi081 ceph-mon[25343]: from='client.? 172.21.15.81:0/1290074973' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4e84852d-ebff-4fb4-b98f-d4bfa8672b39"}]: dispatch 2024-05-15T16:16:25.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:25 smithi081 ceph-mon[25343]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4e84852d-ebff-4fb4-b98f-d4bfa8672b39"}]: dispatch 2024-05-15T16:16:25.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:25 smithi081 ceph-mon[25343]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4e84852d-ebff-4fb4-b98f-d4bfa8672b39"}]': finished 2024-05-15T16:16:25.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:25 smithi081 ceph-mon[25343]: osdmap e51: 8 total, 7 up, 8 in 2024-05-15T16:16:25.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:25 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:16:26.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:26 smithi066 ceph-mon[24465]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-05-15T16:16:26.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:26 smithi066 ceph-mon[24465]: from='client.? 172.21.15.81:0/4053028897' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-15T16:16:26.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:26 smithi066 ceph-mon[29300]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-05-15T16:16:26.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:26 smithi066 ceph-mon[29300]: from='client.? 172.21.15.81:0/4053028897' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-15T16:16:26.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:26 smithi081 ceph-mon[25343]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-05-15T16:16:26.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:26 smithi081 ceph-mon[25343]: from='client.? 172.21.15.81:0/4053028897' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-15T16:16:28.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:16:27] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:16:28.812 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:28 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:28.812 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:28 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:28.812 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:28 smithi081 ceph-mon[25343]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-05-15T16:16:29.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:28 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:29.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:28 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:29.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:28 smithi066 ceph-mon[24465]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-05-15T16:16:29.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:28 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:29.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:28 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:29.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:28 smithi066 ceph-mon[29300]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-05-15T16:16:31.206 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:30 smithi066 ceph-mon[29300]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-05-15T16:16:31.206 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:30 smithi066 ceph-mon[24465]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-05-15T16:16:31.266 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:30 smithi081 ceph-mon[25343]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-05-15T16:16:32.264 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:31 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-15T16:16:32.264 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:31 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:32.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:31 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-15T16:16:32.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:31 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:32.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:31 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-15T16:16:32.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:31 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:33.163 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:32 smithi081 ceph-mon[25343]: Deploying daemon osd.7 on smithi081 2024-05-15T16:16:33.164 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:32 smithi081 ceph-mon[25343]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-05-15T16:16:33.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:32 smithi066 ceph-mon[24465]: Deploying daemon osd.7 on smithi081 2024-05-15T16:16:33.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:32 smithi066 ceph-mon[24465]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-05-15T16:16:33.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:32 smithi066 ceph-mon[29300]: Deploying daemon osd.7 on smithi081 2024-05-15T16:16:33.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:32 smithi066 ceph-mon[29300]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-05-15T16:16:34.420 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:34 smithi081 ceph-mon[25343]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-05-15T16:16:34.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:34 smithi066 ceph-mon[24465]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-05-15T16:16:34.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:34 smithi066 ceph-mon[29300]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-05-15T16:16:37.234 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:36 smithi081 ceph-mon[25343]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-05-15T16:16:37.235 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:36 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:37.235 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:36 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:37.235 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:36 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:37.235 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:36 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:37.235 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:36 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:37.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:36 smithi066 ceph-mon[24465]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-05-15T16:16:37.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:36 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:37.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:36 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:37.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:36 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:37.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:36 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:37.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:36 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:37.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:36 smithi066 ceph-mon[29300]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-05-15T16:16:37.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:36 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:37.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:36 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:37.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:36 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:37.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:36 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:37.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:36 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:38.042 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:37 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:16:38.042 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:37 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:16:38.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:37 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:16:38.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:37 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:16:38.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:37 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:16:38.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:37 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:16:39.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:38 smithi081 ceph-mon[25343]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-05-15T16:16:39.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:38 smithi066 ceph-mon[24465]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-05-15T16:16:39.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:38 smithi066 ceph-mon[29300]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-05-15T16:16:39.459 INFO:teuthology.orchestra.run.smithi081.stdout:Created osd(s) 7 on host 'smithi081' 2024-05-15T16:16:40.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:40.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:40.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:40.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:40.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:16:40.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:16:40.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:16:40.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:16:40.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[29300]: Adjusting osd_memory_target on smithi081 to 4016M 2024-05-15T16:16:40.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:40.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:40.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[29300]: from='osd.7 [v2:172.21.15.81:6824/1706969513,v1:172.21.15.81:6825/1706969513]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-15T16:16:40.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[29300]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-15T16:16:40.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[29300]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-05-15T16:16:40.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:40.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:40.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:40.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:40.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:16:40.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:16:40.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:16:40.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:16:40.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[24465]: Adjusting osd_memory_target on smithi081 to 4016M 2024-05-15T16:16:40.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:40.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:40.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[24465]: from='osd.7 [v2:172.21.15.81:6824/1706969513,v1:172.21.15.81:6825/1706969513]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-15T16:16:40.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[24465]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-15T16:16:40.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:40 smithi066 ceph-mon[24465]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-05-15T16:16:40.834 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:40 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:40.834 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:40 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:40.835 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:40 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:40.835 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:40 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:40.835 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:40 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:16:40.835 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:40 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:16:40.835 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:40 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:16:40.835 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:40 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:16:40.835 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:40 smithi081 ceph-mon[25343]: Adjusting osd_memory_target on smithi081 to 4016M 2024-05-15T16:16:40.835 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:40 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:40.835 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:40 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:40.835 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:40 smithi081 ceph-mon[25343]: from='osd.7 [v2:172.21.15.81:6824/1706969513,v1:172.21.15.81:6825/1706969513]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-15T16:16:40.835 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:40 smithi081 ceph-mon[25343]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-15T16:16:40.835 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:40 smithi081 ceph-mon[25343]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-05-15T16:16:40.860 DEBUG:teuthology.orchestra.run.smithi081:osd.7> sudo journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.7.service 2024-05-15T16:16:40.863 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-05-15T16:16:40.863 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph osd stat -f json 2024-05-15T16:16:41.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:41 smithi066 ceph-mon[24465]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-15T16:16:41.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:41 smithi066 ceph-mon[24465]: osdmap e52: 8 total, 7 up, 8 in 2024-05-15T16:16:41.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:41 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:16:41.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:41 smithi066 ceph-mon[24465]: from='osd.7 [v2:172.21.15.81:6824/1706969513,v1:172.21.15.81:6825/1706969513]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-05-15T16:16:41.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:41 smithi066 ceph-mon[24465]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-05-15T16:16:41.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:41 smithi066 ceph-mon[29300]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-15T16:16:41.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:41 smithi066 ceph-mon[29300]: osdmap e52: 8 total, 7 up, 8 in 2024-05-15T16:16:41.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:41 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:16:41.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:41 smithi066 ceph-mon[29300]: from='osd.7 [v2:172.21.15.81:6824/1706969513,v1:172.21.15.81:6825/1706969513]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-05-15T16:16:41.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:41 smithi066 ceph-mon[29300]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-05-15T16:16:41.818 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:41 smithi081 ceph-mon[25343]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-15T16:16:41.818 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:41 smithi081 ceph-mon[25343]: osdmap e52: 8 total, 7 up, 8 in 2024-05-15T16:16:41.818 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:41 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:16:41.818 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:41 smithi081 ceph-mon[25343]: from='osd.7 [v2:172.21.15.81:6824/1706969513,v1:172.21.15.81:6825/1706969513]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-05-15T16:16:41.818 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:41 smithi081 ceph-mon[25343]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2024-05-15T16:16:41.818 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:16:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:16:41.501+0000 7fef8d95a700 -1 osd.7 0 waiting for initial osdmap 2024-05-15T16:16:41.819 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:16:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:16:41.510+0000 7fef882f1700 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-15T16:16:42.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:42 smithi081 ceph-mon[25343]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-05-15T16:16:42.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:42 smithi081 ceph-mon[25343]: osdmap e53: 8 total, 7 up, 8 in 2024-05-15T16:16:42.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:42 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:16:42.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:42 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:16:42.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:42 smithi081 ceph-mon[25343]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-05-15T16:16:42.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:42 smithi081 ceph-mon[25343]: osd.7 [v2:172.21.15.81:6824/1706969513,v1:172.21.15.81:6825/1706969513] boot 2024-05-15T16:16:42.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:42 smithi081 ceph-mon[25343]: osdmap e54: 8 total, 8 up, 8 in 2024-05-15T16:16:42.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:42 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:16:42.782 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:42 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:16:42] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:16:42.783 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:42 smithi066 ceph-mon[24465]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-05-15T16:16:42.783 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:42 smithi066 ceph-mon[24465]: osdmap e53: 8 total, 7 up, 8 in 2024-05-15T16:16:42.783 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:42 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:16:42.783 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:42 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:16:42.783 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:42 smithi066 ceph-mon[24465]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-05-15T16:16:42.783 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:42 smithi066 ceph-mon[24465]: osd.7 [v2:172.21.15.81:6824/1706969513,v1:172.21.15.81:6825/1706969513] boot 2024-05-15T16:16:42.783 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:42 smithi066 ceph-mon[24465]: osdmap e54: 8 total, 8 up, 8 in 2024-05-15T16:16:42.783 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:42 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:16:42.784 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:42 smithi066 ceph-mon[29300]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-05-15T16:16:42.784 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:42 smithi066 ceph-mon[29300]: osdmap e53: 8 total, 7 up, 8 in 2024-05-15T16:16:42.784 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:42 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:16:42.784 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:42 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:16:42.784 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:42 smithi066 ceph-mon[29300]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-05-15T16:16:42.784 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:42 smithi066 ceph-mon[29300]: osd.7 [v2:172.21.15.81:6824/1706969513,v1:172.21.15.81:6825/1706969513] boot 2024-05-15T16:16:42.784 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:42 smithi066 ceph-mon[29300]: osdmap e54: 8 total, 8 up, 8 in 2024-05-15T16:16:42.784 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:42 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:16:43.077 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:16:43.731 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":54,"num_osds":8,"num_up_osds":8,"osd_up_since":1715789802,"num_in_osds":8,"osd_in_since":1715789785,"num_remapped_pgs":1} 2024-05-15T16:16:43.732 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-15T16:16:43.977 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/mon.a/config 2024-05-15T16:16:44.007 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:16:43] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:16:44.007 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[29300]: purged_snaps scrub starts 2024-05-15T16:16:44.007 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[29300]: purged_snaps scrub ok 2024-05-15T16:16:44.008 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:44.008 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:44.008 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:44.008 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:44.008 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:44.008 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[29300]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 46 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:16:44.008 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:44.008 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/746639633' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-15T16:16:44.008 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[29300]: osdmap e55: 8 total, 8 up, 8 in 2024-05-15T16:16:44.008 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:44.008 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:44.008 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:44.008 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:44.008 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:44.009 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[24465]: purged_snaps scrub starts 2024-05-15T16:16:44.009 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[24465]: purged_snaps scrub ok 2024-05-15T16:16:44.009 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:44.009 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:44.009 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:44.009 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:44.009 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:44.009 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[24465]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 46 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:16:44.009 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:44.009 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/746639633' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-15T16:16:44.009 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[24465]: osdmap e55: 8 total, 8 up, 8 in 2024-05-15T16:16:44.009 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:44.009 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:44.009 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:44.009 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:44.010 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:43 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:44.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:43 smithi081 ceph-mon[25343]: purged_snaps scrub starts 2024-05-15T16:16:44.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:43 smithi081 ceph-mon[25343]: purged_snaps scrub ok 2024-05-15T16:16:44.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:43 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:44.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:43 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:43 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:43 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:43 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:43 smithi081 ceph-mon[25343]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 46 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:16:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:43 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:43 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/746639633' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-15T16:16:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:43 smithi081 ceph-mon[25343]: osdmap e55: 8 total, 8 up, 8 in 2024-05-15T16:16:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:43 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:43 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:43 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:43 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:43 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:45.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:44 smithi066 ceph-mon[29300]: Detected new or changed devices on smithi081 2024-05-15T16:16:45.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:44 smithi066 ceph-mon[29300]: pgmap v173: 1 pgs: 1 remapped+peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:16:45.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:44 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:45.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:44 smithi066 ceph-mon[29300]: osdmap e56: 8 total, 8 up, 8 in 2024-05-15T16:16:45.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:44 smithi066 ceph-mon[24465]: Detected new or changed devices on smithi081 2024-05-15T16:16:45.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:44 smithi066 ceph-mon[24465]: pgmap v173: 1 pgs: 1 remapped+peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:16:45.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:44 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:45.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:44 smithi066 ceph-mon[24465]: osdmap e56: 8 total, 8 up, 8 in 2024-05-15T16:16:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:44 smithi081 ceph-mon[25343]: Detected new or changed devices on smithi081 2024-05-15T16:16:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:44 smithi081 ceph-mon[25343]: pgmap v173: 1 pgs: 1 remapped+peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:16:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:44 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:44 smithi081 ceph-mon[25343]: osdmap e56: 8 total, 8 up, 8 in 2024-05-15T16:16:45.882 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:16:45.882 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":57,"fsid":"b95da56a-12d5-11ef-bc98-c7b262605968","created":"2024-05-15T16:11:48.633293+0000","modified":"2024-05-15T16:16:45.210438+0000","last_up_change":"2024-05-15T16:16:42.490799+0000","last_in_change":"2024-05-15T16:16:25.373460+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-15T16:14:45.923357+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"80e1951c-d663-468e-ab3c-24e11c26032c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":1972253008},{"type":"v1","addr":"172.21.15.66:6803","nonce":1972253008}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":1972253008},{"type":"v1","addr":"172.21.15.66:6805","nonce":1972253008}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":1972253008},{"type":"v1","addr":"172.21.15.66:6809","nonce":1972253008}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":1972253008},{"type":"v1","addr":"172.21.15.66:6807","nonce":1972253008}]},"public_addr":"172.21.15.66:6803/1972253008","cluster_addr":"172.21.15.66:6805/1972253008","heartbeat_back_addr":"172.21.15.66:6809/1972253008","heartbeat_front_addr":"172.21.15.66:6807/1972253008","state":["exists","up"]},{"osd":1,"uuid":"8018b8b5-87ff-436e-9a0d-7cc056a19222","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":389288704},{"type":"v1","addr":"172.21.15.66:6811","nonce":389288704}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":389288704},{"type":"v1","addr":"172.21.15.66:6813","nonce":389288704}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":389288704},{"type":"v1","addr":"172.21.15.66:6817","nonce":389288704}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":389288704},{"type":"v1","addr":"172.21.15.66:6815","nonce":389288704}]},"public_addr":"172.21.15.66:6811/389288704","cluster_addr":"172.21.15.66:6813/389288704","heartbeat_back_addr":"172.21.15.66:6817/389288704","heartbeat_front_addr":"172.21.15.66:6815/389288704","state":["exists","up"]},{"osd":2,"uuid":"3367e8f0-1b8f-4839-818a-7d608f8ebb6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":2300285555},{"type":"v1","addr":"172.21.15.66:6819","nonce":2300285555}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":2300285555},{"type":"v1","addr":"172.21.15.66:6821","nonce":2300285555}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":2300285555},{"type":"v1","addr":"172.21.15.66:6825","nonce":2300285555}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2300285555},{"type":"v1","addr":"172.21.15.66:6823","nonce":2300285555}]},"public_addr":"172.21.15.66:6819/2300285555","cluster_addr":"172.21.15.66:6821/2300285555","heartbeat_back_addr":"172.21.15.66:6825/2300285555","heartbeat_front_addr":"172.21.15.66:6823/2300285555","state":["exists","up"]},{"osd":3,"uuid":"156800d4-78e8-430a-8df4-9cc3305cc1aa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1446784849},{"type":"v1","addr":"172.21.15.66:6827","nonce":1446784849}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1446784849},{"type":"v1","addr":"172.21.15.66:6829","nonce":1446784849}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1446784849},{"type":"v1","addr":"172.21.15.66:6833","nonce":1446784849}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1446784849},{"type":"v1","addr":"172.21.15.66:6831","nonce":1446784849}]},"public_addr":"172.21.15.66:6827/1446784849","cluster_addr":"172.21.15.66:6829/1446784849","heartbeat_back_addr":"172.21.15.66:6833/1446784849","heartbeat_front_addr":"172.21.15.66:6831/1446784849","state":["exists","up"]},{"osd":4,"uuid":"d7c97b34-a970-4d7d-a804-f05046770a3a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1712576372},{"type":"v1","addr":"172.21.15.81:6801","nonce":1712576372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1712576372},{"type":"v1","addr":"172.21.15.81:6803","nonce":1712576372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1712576372},{"type":"v1","addr":"172.21.15.81:6807","nonce":1712576372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1712576372},{"type":"v1","addr":"172.21.15.81:6805","nonce":1712576372}]},"public_addr":"172.21.15.81:6801/1712576372","cluster_addr":"172.21.15.81:6803/1712576372","heartbeat_back_addr":"172.21.15.81:6807/1712576372","heartbeat_front_addr":"172.21.15.81:6805/1712576372","state":["exists","up"]},{"osd":5,"uuid":"108033c8-9e85-4724-97db-30528f513d80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":2481397428},{"type":"v1","addr":"172.21.15.81:6809","nonce":2481397428}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":2481397428},{"type":"v1","addr":"172.21.15.81:6811","nonce":2481397428}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":2481397428},{"type":"v1","addr":"172.21.15.81:6815","nonce":2481397428}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":2481397428},{"type":"v1","addr":"172.21.15.81:6813","nonce":2481397428}]},"public_addr":"172.21.15.81:6809/2481397428","cluster_addr":"172.21.15.81:6811/2481397428","heartbeat_back_addr":"172.21.15.81:6815/2481397428","heartbeat_front_addr":"172.21.15.81:6813/2481397428","state":["exists","up"]},{"osd":6,"uuid":"505c4c30-88d7-4181-aaa6-3c4916a3e426","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":325423743},{"type":"v1","addr":"172.21.15.81:6817","nonce":325423743}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":325423743},{"type":"v1","addr":"172.21.15.81:6819","nonce":325423743}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":325423743},{"type":"v1","addr":"172.21.15.81:6823","nonce":325423743}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":325423743},{"type":"v1","addr":"172.21.15.81:6821","nonce":325423743}]},"public_addr":"172.21.15.81:6817/325423743","cluster_addr":"172.21.15.81:6819/325423743","heartbeat_back_addr":"172.21.15.81:6823/325423743","heartbeat_front_addr":"172.21.15.81:6821/325423743","state":["exists","up"]},{"osd":7,"uuid":"4e84852d-ebff-4fb4-b98f-d4bfa8672b39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1706969513},{"type":"v1","addr":"172.21.15.81:6825","nonce":1706969513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1706969513},{"type":"v1","addr":"172.21.15.81:6827","nonce":1706969513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1706969513},{"type":"v1","addr":"172.21.15.81:6831","nonce":1706969513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1706969513},{"type":"v1","addr":"172.21.15.81:6829","nonce":1706969513}]},"public_addr":"172.21.15.81:6825/1706969513","cluster_addr":"172.21.15.81:6827/1706969513","heartbeat_back_addr":"172.21.15.81:6831/1706969513","heartbeat_front_addr":"172.21.15.81:6829/1706969513","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-05-15T16:13:55.701196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-05-15T16:14:19.000973+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-05-15T16:14:43.516036+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-05-15T16:15:08.562745+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-05-15T16:15:30.537156+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-05-15T16:15:53.258944+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-05-15T16:16:16.551355+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-05-15T16:16:40.787192+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.66:0/3611554292":"2024-05-16T16:12:37.358212+0000","172.21.15.66:6800/4218179010":"2024-05-16T16:12:37.358212+0000","172.21.15.66:0/1916882987":"2024-05-16T16:12:37.358212+0000","172.21.15.66:0/1605225501":"2024-05-16T16:12:37.358212+0000","172.21.15.66:0/2148063252":"2024-05-16T16:12:14.495537+0000","172.21.15.66:6801/4218179010":"2024-05-16T16:12:37.358212+0000","172.21.15.66:0/2815420136":"2024-05-16T16:12:14.495537+0000","172.21.15.66:0/3727072137":"2024-05-16T16:12:14.495537+0000","172.21.15.66:6800/2331553184":"2024-05-16T16:12:14.495537+0000","172.21.15.66:6801/2331553184":"2024-05-16T16:12:14.495537+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-15T16:16:46.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:46 smithi066 ceph-mon[24465]: osdmap e57: 8 total, 8 up, 8 in 2024-05-15T16:16:46.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:46 smithi066 ceph-mon[24465]: pgmap v176: 1 pgs: 1 remapped+peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:16:46.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:46 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3921510749' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-15T16:16:46.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:46 smithi066 ceph-mon[29300]: osdmap e57: 8 total, 8 up, 8 in 2024-05-15T16:16:46.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:46 smithi066 ceph-mon[29300]: pgmap v176: 1 pgs: 1 remapped+peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:16:46.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:46 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3921510749' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-15T16:16:46.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:46 smithi081 ceph-mon[25343]: osdmap e57: 8 total, 8 up, 8 in 2024-05-15T16:16:46.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:46 smithi081 ceph-mon[25343]: pgmap v176: 1 pgs: 1 remapped+peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:16:46.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:46 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3921510749' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-15T16:16:46.622 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-15T16:14:45.923357+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-05-15T16:16:46.622 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-05-15T16:16:46.846 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/mon.a/config 2024-05-15T16:16:47.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:47 smithi066 ceph-mon[24465]: osdmap e58: 8 total, 8 up, 8 in 2024-05-15T16:16:47.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:47 smithi066 ceph-mon[29300]: osdmap e58: 8 total, 8 up, 8 in 2024-05-15T16:16:47.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:47 smithi081 ceph-mon[25343]: osdmap e58: 8 total, 8 up, 8 in 2024-05-15T16:16:48.154 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:47 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:16:47] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:16:48.584 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 1 2024-05-15T16:16:48.991 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:48 smithi066 ceph-mon[29300]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-05-15T16:16:48.991 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:48 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:48.991 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:48 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:48.991 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:48 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/993520510' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-15T16:16:48.992 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:48 smithi066 ceph-mon[24465]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-05-15T16:16:48.992 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:48 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:48.992 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:48 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:48.992 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:48 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/993520510' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-15T16:16:49.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:48 smithi081 ceph-mon[25343]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-05-15T16:16:49.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:48 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:49.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:48 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:49.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:48 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/993520510' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-15T16:16:49.195 INFO:tasks.cephadm:Adding prometheus.a on smithi081 2024-05-15T16:16:49.195 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph orch apply prometheus '1;smithi081=a' 2024-05-15T16:16:51.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:50 smithi066 ceph-mon[24465]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-05-15T16:16:51.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:50 smithi066 ceph-mon[29300]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-05-15T16:16:51.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:50 smithi081 ceph-mon[25343]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-05-15T16:16:51.144 INFO:teuthology.orchestra.run.smithi081.stdout:Scheduled prometheus update... 2024-05-15T16:16:51.760 DEBUG:teuthology.orchestra.run.smithi081:prometheus.a> sudo journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@prometheus.a.service 2024-05-15T16:16:51.763 INFO:tasks.cephadm:Adding node-exporter.a on smithi066 2024-05-15T16:16:51.763 INFO:tasks.cephadm:Adding node-exporter.b on smithi081 2024-05-15T16:16:51.763 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph orch apply node-exporter '2;smithi066=a;smithi081=b' 2024-05-15T16:16:52.356 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:52 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ignoring --setuser ceph since I am not root 2024-05-15T16:16:52.356 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:52 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ignoring --setgroup ceph since I am not root 2024-05-15T16:16:52.356 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:52 smithi081 ceph-mgr[26894]: -- 172.21.15.81:0/2965586796 <== mon.2 v2:172.21.15.81:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b887c50340 con 0x55b887c29000 2024-05-15T16:16:52.356 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:52 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:16:52.354+0000 7fc07ce2c000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-15T16:16:52.356 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:52 smithi081 ceph-mon[25343]: from='client.24344 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi081=a", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:16:52.356 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:52 smithi081 ceph-mon[25343]: Saving service prometheus spec with placement smithi081=a;count:1 2024-05-15T16:16:52.356 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:52 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:52.356 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:52 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:52.356 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:52 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:52.357 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:52 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:52.357 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:52 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:52.357 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:52 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-05-15T16:16:52.357 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:52 smithi081 ceph-mon[25343]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-05-15T16:16:52.502 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:52 smithi066 ceph-mon[24465]: from='client.24344 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi081=a", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:16:52.503 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:52 smithi066 ceph-mon[24465]: Saving service prometheus spec with placement smithi081=a;count:1 2024-05-15T16:16:52.503 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:52.503 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:52.503 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:52.503 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:52.503 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:52.503 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:52 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-05-15T16:16:52.503 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:52 smithi066 ceph-mon[24465]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-05-15T16:16:52.503 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:52 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ignoring --setuser ceph since I am not root 2024-05-15T16:16:52.504 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:52 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ignoring --setgroup ceph since I am not root 2024-05-15T16:16:52.504 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:52 smithi066 ceph-mgr[24697]: -- 172.21.15.66:0/3569489247 <== mon.1 v2:172.21.15.66:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5559f6ed0340 con 0x5559f6ea8800 2024-05-15T16:16:52.504 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:52 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:16:52.366+0000 7fc521d36000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-15T16:16:52.504 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:52 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:16:52.500+0000 7fc521d36000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:16:52.504 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:52 smithi066 ceph-mon[29300]: from='client.24344 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi081=a", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:16:52.504 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:52 smithi066 ceph-mon[29300]: Saving service prometheus spec with placement smithi081=a;count:1 2024-05-15T16:16:52.504 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:52 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:52.504 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:52 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:16:52.504 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:52 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:16:52.504 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:52 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:16:52.504 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:52 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' 2024-05-15T16:16:52.504 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:52 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-05-15T16:16:52.505 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:52 smithi066 ceph-mon[29300]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-05-15T16:16:52.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:52 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:16:52.487+0000 7fc07ce2c000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:16:52.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:52 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:16:52.587+0000 7fc07ce2c000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-15T16:16:52.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:52 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:16:52.603+0000 7fc521d36000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-15T16:16:53.192 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:52 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:16:52.924+0000 7fc521d36000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-15T16:16:53.192 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:53 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:16:53.010+0000 7fc521d36000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-15T16:16:53.192 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:52 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:16:52.893+0000 7fc07ce2c000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-15T16:16:53.192 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:52 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:16:52.975+0000 7fc07ce2c000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-15T16:16:53.514 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:53 smithi081 ceph-mon[25343]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-05-15T16:16:53.514 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:53 smithi081 ceph-mon[25343]: mgrmap e16: y(active, since 4m), standbys: x 2024-05-15T16:16:53.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:53 smithi066 ceph-mon[24465]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-05-15T16:16:53.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:53 smithi066 ceph-mon[24465]: mgrmap e16: y(active, since 4m), standbys: x 2024-05-15T16:16:53.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:53 smithi066 ceph-mon[29300]: from='mgr.14152 172.21.15.66:0/1014814253' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-05-15T16:16:53.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:53 smithi066 ceph-mon[29300]: mgrmap e16: y(active, since 4m), standbys: x 2024-05-15T16:16:54.458 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:54 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:16:54.198+0000 7fc521d36000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-15T16:16:54.458 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:54 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:16:54.370+0000 7fc521d36000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-15T16:16:54.458 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:54 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:16:54.456+0000 7fc521d36000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-15T16:16:54.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:54 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:16:54.117+0000 7fc07ce2c000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-15T16:16:54.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:54 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:16:54.281+0000 7fc07ce2c000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-15T16:16:54.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:54 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:16:54.362+0000 7fc07ce2c000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-15T16:16:55.094 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:54 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:16:54.673+0000 7fc07ce2c000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-15T16:16:55.094 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:54 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:16:54.762+0000 7fc07ce2c000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-15T16:16:55.094 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:54 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:16:54.854+0000 7fc07ce2c000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-15T16:16:55.094 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:55 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:16:55.092+0000 7fc07ce2c000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:16:55.233 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:54 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:16:54.784+0000 7fc521d36000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-15T16:16:55.233 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:54 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:16:54.880+0000 7fc521d36000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-15T16:16:55.233 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:54 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:16:54.977+0000 7fc521d36000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-15T16:16:55.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:55 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:16:55.231+0000 7fc521d36000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:16:55.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:55 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:16:55.530+0000 7fc07ce2c000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-15T16:16:56.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:55 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:16:55.698+0000 7fc521d36000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-15T16:16:56.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:56 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:16:56.013+0000 7fc07ce2c000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-15T16:16:56.366 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:56 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:16:56.105+0000 7fc07ce2c000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-15T16:16:56.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:56 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:16:56.208+0000 7fc521d36000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-15T16:16:56.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:56 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:16:56.307+0000 7fc521d36000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-15T16:16:56.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:56 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:16:56.396+0000 7fc07ce2c000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-15T16:16:56.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:56 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:16:56.484+0000 7fc07ce2c000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-15T16:16:57.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:56 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:16:56.618+0000 7fc521d36000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-15T16:16:57.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:56 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:16:56.713+0000 7fc521d36000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-15T16:16:57.235 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:56 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:16:56.896+0000 7fc07ce2c000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-15T16:16:57.235 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:16:57.027+0000 7fc07ce2c000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-15T16:16:57.235 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:16:57.118+0000 7fc07ce2c000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-15T16:16:57.235 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:16:57.233+0000 7fc07ce2c000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-15T16:16:57.500 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:57 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:16:57.140+0000 7fc521d36000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-15T16:16:57.500 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:57 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:16:57.280+0000 7fc521d36000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-15T16:16:57.500 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:57 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:16:57.378+0000 7fc521d36000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-15T16:16:57.500 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:57 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:16:57.498+0000 7fc521d36000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-15T16:16:57.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:16:57.322+0000 7fc07ce2c000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-15T16:16:57.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:57 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:16:57.591+0000 7fc521d36000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-15T16:16:58.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:16:57.860+0000 7fc07ce2c000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-15T16:16:58.517 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:16:58.218+0000 7fc07ce2c000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-15T16:16:58.517 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: [15/May/2024:16:16:58] ENGINE Bus STARTING 2024-05-15T16:16:58.518 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: CherryPy Checker: 2024-05-15T16:16:58.518 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: The Application mounted at '' has an empty config. 2024-05-15T16:16:58.518 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: 2024-05-15T16:16:58.518 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: [15/May/2024:16:16:58] ENGINE Serving on http://:::9283 2024-05-15T16:16:58.518 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:16:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: [15/May/2024:16:16:58] ENGINE Bus STARTED 2024-05-15T16:16:58.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:58 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:16:58.171+0000 7fc521d36000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-15T16:16:59.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:58 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:16:58.551+0000 7fc521d36000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-15T16:16:59.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:59 smithi066 ceph-mon[24465]: Standby manager daemon x restarted 2024-05-15T16:16:59.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:59 smithi066 ceph-mon[24465]: Standby manager daemon x started 2024-05-15T16:16:59.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:59 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/2003308167' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:16:59.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:59 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/2003308167' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:16:59.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:59 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/2003308167' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:16:59.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:59 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/2003308167' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:16:59.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:59 smithi066 ceph-mon[24465]: Active manager daemon y restarted 2024-05-15T16:16:59.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:59 smithi066 ceph-mon[24465]: Activating manager daemon y 2024-05-15T16:16:59.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:16:59 smithi066 ceph-mon[24465]: osdmap e59: 8 total, 8 up, 8 in 2024-05-15T16:16:59.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:59 smithi066 ceph-mon[29300]: Standby manager daemon x restarted 2024-05-15T16:16:59.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:59 smithi066 ceph-mon[29300]: Standby manager daemon x started 2024-05-15T16:16:59.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:59 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/2003308167' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:16:59.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:59 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/2003308167' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:16:59.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:59 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/2003308167' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:16:59.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:59 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/2003308167' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:16:59.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:59 smithi066 ceph-mon[29300]: Active manager daemon y restarted 2024-05-15T16:16:59.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:59 smithi066 ceph-mon[29300]: Activating manager daemon y 2024-05-15T16:16:59.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:16:59 smithi066 ceph-mon[29300]: osdmap e59: 8 total, 8 up, 8 in 2024-05-15T16:16:59.520 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:59 smithi081 ceph-mon[25343]: Standby manager daemon x restarted 2024-05-15T16:16:59.520 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:59 smithi081 ceph-mon[25343]: Standby manager daemon x started 2024-05-15T16:16:59.520 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:59 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/2003308167' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:16:59.520 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:59 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/2003308167' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:16:59.520 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:59 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/2003308167' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:16:59.520 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:59 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/2003308167' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:16:59.520 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:59 smithi081 ceph-mon[25343]: Active manager daemon y restarted 2024-05-15T16:16:59.520 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:59 smithi081 ceph-mon[25343]: Activating manager daemon y 2024-05-15T16:16:59.520 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:16:59 smithi081 ceph-mon[25343]: osdmap e59: 8 total, 8 up, 8 in 2024-05-15T16:16:59.559 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:59 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: [15/May/2024:16:16:59] ENGINE Bus STARTING 2024-05-15T16:16:59.559 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:59 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: CherryPy Checker: 2024-05-15T16:16:59.559 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:59 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: The Application mounted at '' has an empty config. 2024-05-15T16:16:59.559 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:59 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:16:59.559 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:59 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: [15/May/2024:16:16:59] ENGINE Serving on http://:::9283 2024-05-15T16:16:59.559 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:59 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: [15/May/2024:16:16:59] ENGINE Bus STARTED 2024-05-15T16:17:00.107 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:16:59 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: [15/May/2024:16:16:59] ENGINE Bus STARTING 2024-05-15T16:17:00.247 INFO:teuthology.orchestra.run.smithi081.stdout:Scheduled node-exporter update... 2024-05-15T16:17:00.300 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: mgrmap e17: y(active, starting, since 0.662856s), standbys: x 2024-05-15T16:17:00.300 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:17:00.301 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:17:00.301 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:17:00.301 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-15T16:17:00.301 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-15T16:17:00.301 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:17:00.301 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:17:00.301 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:17:00.301 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:17:00.301 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:17:00.301 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:17:00.301 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:17:00.301 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:17:00.302 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-15T16:17:00.302 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-15T16:17:00.302 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-15T16:17:00.302 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: Manager daemon y is now available 2024-05-15T16:17:00.302 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:00.302 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:17:00.302 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:17:00.302 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:17:00.302 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:17:00.302 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:17:00.303 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:17:00.303 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:17:00.303 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:17:00.303 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:00.303 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]': finished 2024-05-15T16:17:00.303 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]': finished 2024-05-15T16:17:00.303 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:17:00.303 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:17:00.303 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:17:00.303 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:17:00.303 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:00.303 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:00.303 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:00.303 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-05-15T16:17:00.303 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-05-15T16:17:00.304 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:00.370 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:17:00 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: [15/May/2024:16:17:00] ENGINE Serving on https://172.21.15.66:7150 2024-05-15T16:17:00.370 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:17:00 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: [15/May/2024:16:17:00] ENGINE Bus STARTED 2024-05-15T16:17:00.371 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: mgrmap e17: y(active, starting, since 0.662856s), standbys: x 2024-05-15T16:17:00.371 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:17:00.371 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:17:00.371 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:17:00.371 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-15T16:17:00.371 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-15T16:17:00.371 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:17:00.371 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:17:00.371 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:17:00.371 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:17:00.372 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:17:00.372 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:17:00.372 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:17:00.372 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:17:00.372 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-15T16:17:00.372 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-15T16:17:00.372 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-15T16:17:00.372 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: Manager daemon y is now available 2024-05-15T16:17:00.372 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:00.372 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:17:00.372 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:17:00.372 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:17:00.372 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:17:00.372 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:17:00.372 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:17:00.373 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:17:00.373 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:17:00.373 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:00.373 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]': finished 2024-05-15T16:17:00.373 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]': finished 2024-05-15T16:17:00.373 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:17:00.373 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:17:00.373 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:17:00.373 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:17:00.373 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:00.373 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:00.373 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:00.373 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-05-15T16:17:00.374 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-05-15T16:17:00.374 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:00.374 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: mgrmap e17: y(active, starting, since 0.662856s), standbys: x 2024-05-15T16:17:00.374 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:17:00.374 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:17:00.374 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:17:00.374 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-15T16:17:00.374 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-15T16:17:00.374 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:17:00.375 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:17:00.375 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:17:00.375 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:17:00.375 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:17:00.375 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:17:00.375 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:17:00.375 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:17:00.375 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-15T16:17:00.375 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-15T16:17:00.375 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-15T16:17:00.375 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: Manager daemon y is now available 2024-05-15T16:17:00.375 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:00.375 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:17:00.375 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:17:00.375 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:17:00.376 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:17:00.376 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:17:00.376 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:17:00.376 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:17:00.376 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:17:00.376 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:00.376 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]': finished 2024-05-15T16:17:00.376 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]': finished 2024-05-15T16:17:00.376 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:17:00.376 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:17:00.376 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:17:00.376 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:17:00.376 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:00.376 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:00.376 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:00.377 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-05-15T16:17:00.377 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-05-15T16:17:00.377 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:00.955 DEBUG:teuthology.orchestra.run.smithi066:node-exporter.a> sudo journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@node-exporter.a.service 2024-05-15T16:17:00.958 DEBUG:teuthology.orchestra.run.smithi081:node-exporter.b> sudo journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@node-exporter.b.service 2024-05-15T16:17:00.960 INFO:tasks.cephadm:Adding alertmanager.a on smithi066 2024-05-15T16:17:00.961 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph orch apply alertmanager '1;smithi066=a' 2024-05-15T16:17:01.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:01 smithi066 ceph-mon[24465]: Updating smithi081:/etc/ceph/ceph.conf 2024-05-15T16:17:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:01 smithi066 ceph-mon[24465]: Updating smithi066:/etc/ceph/ceph.conf 2024-05-15T16:17:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:01 smithi066 ceph-mon[24465]: Updating smithi081:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:17:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:01 smithi066 ceph-mon[24465]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:17:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:01 smithi066 ceph-mon[24465]: [15/May/2024:16:16:59] ENGINE Bus STARTING 2024-05-15T16:17:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:01 smithi066 ceph-mon[24465]: [15/May/2024:16:17:00] ENGINE Serving on https://172.21.15.66:7150 2024-05-15T16:17:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:01 smithi066 ceph-mon[24465]: [15/May/2024:16:17:00] ENGINE Bus STARTED 2024-05-15T16:17:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:01 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-05-15T16:17:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:01 smithi066 ceph-mon[24465]: mgrmap e18: y(active, since 1.67454s), standbys: x 2024-05-15T16:17:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:01 smithi066 ceph-mon[24465]: from='client.24362 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi066=a;smithi081=b", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:17:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:01 smithi066 ceph-mon[24465]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:01 smithi066 ceph-mon[24465]: Saving service node-exporter spec with placement smithi066=a;smithi081=b;count:2 2024-05-15T16:17:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:01 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:01.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:01 smithi066 ceph-mon[29300]: Updating smithi081:/etc/ceph/ceph.conf 2024-05-15T16:17:01.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:01 smithi066 ceph-mon[29300]: Updating smithi066:/etc/ceph/ceph.conf 2024-05-15T16:17:01.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:01 smithi066 ceph-mon[29300]: Updating smithi081:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:17:01.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:01 smithi066 ceph-mon[29300]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:17:01.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:01 smithi066 ceph-mon[29300]: [15/May/2024:16:16:59] ENGINE Bus STARTING 2024-05-15T16:17:01.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:01 smithi066 ceph-mon[29300]: [15/May/2024:16:17:00] ENGINE Serving on https://172.21.15.66:7150 2024-05-15T16:17:01.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:01 smithi066 ceph-mon[29300]: [15/May/2024:16:17:00] ENGINE Bus STARTED 2024-05-15T16:17:01.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:01 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-05-15T16:17:01.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:01 smithi066 ceph-mon[29300]: mgrmap e18: y(active, since 1.67454s), standbys: x 2024-05-15T16:17:01.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:01 smithi066 ceph-mon[29300]: from='client.24362 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi066=a;smithi081=b", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:17:01.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:01 smithi066 ceph-mon[29300]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:01.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:01 smithi066 ceph-mon[29300]: Saving service node-exporter spec with placement smithi066=a;smithi081=b;count:2 2024-05-15T16:17:01.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:01 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:01.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:01 smithi081 ceph-mon[25343]: Updating smithi081:/etc/ceph/ceph.conf 2024-05-15T16:17:01.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:01 smithi081 ceph-mon[25343]: Updating smithi066:/etc/ceph/ceph.conf 2024-05-15T16:17:01.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:01 smithi081 ceph-mon[25343]: Updating smithi081:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:17:01.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:01 smithi081 ceph-mon[25343]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:17:01.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:01 smithi081 ceph-mon[25343]: [15/May/2024:16:16:59] ENGINE Bus STARTING 2024-05-15T16:17:01.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:01 smithi081 ceph-mon[25343]: [15/May/2024:16:17:00] ENGINE Serving on https://172.21.15.66:7150 2024-05-15T16:17:01.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:01 smithi081 ceph-mon[25343]: [15/May/2024:16:17:00] ENGINE Bus STARTED 2024-05-15T16:17:01.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:01 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-05-15T16:17:01.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:01 smithi081 ceph-mon[25343]: mgrmap e18: y(active, since 1.67454s), standbys: x 2024-05-15T16:17:01.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:01 smithi081 ceph-mon[25343]: from='client.24362 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi066=a;smithi081=b", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:17:01.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:01 smithi081 ceph-mon[25343]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:01.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:01 smithi081 ceph-mon[25343]: Saving service node-exporter spec with placement smithi066=a;smithi081=b;count:2 2024-05-15T16:17:01.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:01 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:02.245 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:17:01 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:17:01] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:17:02.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:02 smithi066 ceph-mon[29300]: Deploying daemon prometheus.a on smithi081 2024-05-15T16:17:02.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:02 smithi066 ceph-mon[29300]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:02.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:02 smithi066 ceph-mon[29300]: mgrmap e19: y(active, since 2s), standbys: x 2024-05-15T16:17:02.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:02 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:02.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:02 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:02.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:02 smithi066 ceph-mon[24465]: Deploying daemon prometheus.a on smithi081 2024-05-15T16:17:02.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:02 smithi066 ceph-mon[24465]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:02.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:02 smithi066 ceph-mon[24465]: mgrmap e19: y(active, since 2s), standbys: x 2024-05-15T16:17:02.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:02 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:02.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:02 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:02.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:02 smithi081 ceph-mon[25343]: Deploying daemon prometheus.a on smithi081 2024-05-15T16:17:02.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:02 smithi081 ceph-mon[25343]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:02.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:02 smithi081 ceph-mon[25343]: mgrmap e19: y(active, since 2s), standbys: x 2024-05-15T16:17:02.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:02 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:02.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:02 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:03.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:03 smithi081 ceph-mon[25343]: Detected new or changed devices on smithi081 2024-05-15T16:17:03.433 INFO:teuthology.orchestra.run.smithi081.stdout:Scheduled alertmanager update... 2024-05-15T16:17:03.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:03 smithi066 ceph-mon[24465]: Detected new or changed devices on smithi081 2024-05-15T16:17:03.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:03 smithi066 ceph-mon[29300]: Detected new or changed devices on smithi081 2024-05-15T16:17:04.205 DEBUG:teuthology.orchestra.run.smithi066:alertmanager.a> sudo journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@alertmanager.a.service 2024-05-15T16:17:04.208 INFO:tasks.cephadm:Adding grafana.a on smithi081 2024-05-15T16:17:04.208 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph orch apply grafana '1;smithi081=a' 2024-05-15T16:17:04.518 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:04 smithi081 ceph-mon[25343]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:04.518 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:04 smithi081 ceph-mon[25343]: from='client.24389 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi066=a", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:17:04.519 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:04 smithi081 ceph-mon[25343]: Saving service alertmanager spec with placement smithi066=a;count:1 2024-05-15T16:17:04.519 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:04 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:04.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:04 smithi066 ceph-mon[29300]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:04.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:04 smithi066 ceph-mon[29300]: from='client.24389 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi066=a", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:17:04.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:04 smithi066 ceph-mon[29300]: Saving service alertmanager spec with placement smithi066=a;count:1 2024-05-15T16:17:04.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:04 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:04.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:04 smithi066 ceph-mon[24465]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:04.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:04 smithi066 ceph-mon[24465]: from='client.24389 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi066=a", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:17:04.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:04 smithi066 ceph-mon[24465]: Saving service alertmanager spec with placement smithi066=a;count:1 2024-05-15T16:17:04.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:04 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:05.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:05 smithi081 ceph-mon[25343]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:05.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:05 smithi066 ceph-mon[29300]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:05.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:05 smithi066 ceph-mon[24465]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:06.963 INFO:teuthology.orchestra.run.smithi081.stdout:Scheduled grafana update... 2024-05-15T16:17:08.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:17:07 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:17:07] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:17:08.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:07 smithi066 ceph-mon[24465]: from='client.24395 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi081=a", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:17:08.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:07 smithi066 ceph-mon[24465]: Saving service grafana spec with placement smithi081=a;count:1 2024-05-15T16:17:08.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:07 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:08.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:07 smithi066 ceph-mon[24465]: pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:08.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:07 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:08.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:07 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:08.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:07 smithi066 ceph-mon[29300]: from='client.24395 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi081=a", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:17:08.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:07 smithi066 ceph-mon[29300]: Saving service grafana spec with placement smithi081=a;count:1 2024-05-15T16:17:08.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:07 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:08.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:07 smithi066 ceph-mon[29300]: pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:08.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:07 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:08.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:07 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:08.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:07 smithi081 ceph-mon[25343]: from='client.24395 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi081=a", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:17:08.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:07 smithi081 ceph-mon[25343]: Saving service grafana spec with placement smithi081=a;count:1 2024-05-15T16:17:08.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:07 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:08.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:07 smithi081 ceph-mon[25343]: pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:08.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:07 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:08.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:07 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:08.921 DEBUG:teuthology.orchestra.run.smithi081:grafana.a> sudo journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@grafana.a.service 2024-05-15T16:17:08.923 INFO:tasks.cephadm:Setting up client nodes... 2024-05-15T16:17:08.924 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-05-15T16:17:09.504 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:09 smithi066 ceph-mon[24465]: pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:09.505 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:09 smithi066 ceph-mon[29300]: pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:09.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:09 smithi081 ceph-mon[25343]: pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:11.203 INFO:teuthology.orchestra.run.smithi066.stdout:[client.0] 2024-05-15T16:17:11.203 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQAH4ERmulTNCxAA721vNG0VDXnUi7PN9SEagQ== 2024-05-15T16:17:11.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:11 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/4136966133' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-15T16:17:11.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:11 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/4136966133' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-15T16:17:11.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:11 smithi066 ceph-mon[24465]: pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:11.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:11 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/4136966133' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-15T16:17:11.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:11 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/4136966133' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-15T16:17:11.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:11 smithi066 ceph-mon[29300]: pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:11.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:11 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/4136966133' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-15T16:17:11.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:11 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/4136966133' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-15T16:17:11.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:11 smithi081 ceph-mon[25343]: pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:12.154 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-05-15T16:17:12.154 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-05-15T16:17:12.154 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-05-15T16:17:12.194 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-05-15T16:17:14.219 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:17:14 smithi081 systemd[1]: Starting Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:17:14.528 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:14 smithi081 ceph-mon[25343]: pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:14.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:14 smithi066 ceph-mon[24465]: pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:14.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:14 smithi066 ceph-mon[29300]: pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:15.012 INFO:teuthology.orchestra.run.smithi081.stdout:[client.1] 2024-05-15T16:17:15.012 INFO:teuthology.orchestra.run.smithi081.stdout: key = AQAL4ERm4kFrABAA4iP8vwJPEG2juSu72t2D0g== 2024-05-15T16:17:15.218 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:15 smithi081 ceph-mon[25343]: from='client.? 172.21.15.81:0/2476880575' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-15T16:17:15.219 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:15 smithi081 ceph-mon[25343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-15T16:17:15.219 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:15 smithi081 ceph-mon[25343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-15T16:17:15.219 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:17:14 smithi081 podman[41487]: 2024-05-15 16:17:14.805437275 +0000 UTC m=+0.018206653 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-05-15T16:17:15.219 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:17:14 smithi081 podman[41487]: 2024-05-15 16:17:14.933438022 +0000 UTC m=+0.146207441 container create b8a340532fc6544a2e677004e97023f388a10b1ee613fb84cd0f498d95c8c3e3 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:17:15.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:15 smithi066 ceph-mon[24465]: from='client.? 172.21.15.81:0/2476880575' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-15T16:17:15.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:15 smithi066 ceph-mon[24465]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-15T16:17:15.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:15 smithi066 ceph-mon[24465]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-15T16:17:15.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:15 smithi066 ceph-mon[29300]: from='client.? 172.21.15.81:0/2476880575' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-15T16:17:15.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:15 smithi066 ceph-mon[29300]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-15T16:17:15.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:15 smithi066 ceph-mon[29300]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-15T16:17:15.621 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-05-15T16:17:15.621 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-05-15T16:17:15.621 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-05-15T16:17:15.661 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-05-15T16:17:15.661 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-05-15T16:17:15.661 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph mgr dump --format=json 2024-05-15T16:17:15.857 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:17:15 smithi081 podman[41487]: 2024-05-15 16:17:15.773211175 +0000 UTC m=+0.985980547 container init b8a340532fc6544a2e677004e97023f388a10b1ee613fb84cd0f498d95c8c3e3 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:17:15.857 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:17:15 smithi081 podman[41487]: 2024-05-15 16:17:15.776566258 +0000 UTC m=+0.989335627 container start b8a340532fc6544a2e677004e97023f388a10b1ee613fb84cd0f498d95c8c3e3 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:17:15.857 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:17:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:17:15.800Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-05-15T16:17:15.857 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:17:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:17:15.800Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-05-15T16:17:15.857 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:17:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:17:15.800Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-05-15T16:17:15.857 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:17:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:17:15.800Z caller=main.go:518 level=info host_details="(Linux 5.14.0-446.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024 x86_64 smithi081 (none))" 2024-05-15T16:17:15.857 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:17:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:17:15.800Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-05-15T16:17:15.858 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:17:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:17:15.800Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-05-15T16:17:15.858 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:17:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:17:15.802Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-05-15T16:17:15.858 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:17:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:17:15.802Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-05-15T16:17:15.858 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:17:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:17:15.804Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-05-15T16:17:15.858 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:17:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:17:15.806Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-05-15T16:17:15.858 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:17:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:17:15.806Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.536µs 2024-05-15T16:17:15.858 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:17:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:17:15.806Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-05-15T16:17:15.858 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:17:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:17:15.806Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-05-15T16:17:15.858 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:17:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:17:15.806Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=20.752µs wal_replay_duration=112.869µs total_replay_duration=147.858µs 2024-05-15T16:17:15.858 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:17:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:17:15.807Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-05-15T16:17:15.858 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:17:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:17:15.807Z caller=main.go:947 level=info msg="TSDB started" 2024-05-15T16:17:15.858 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:17:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:17:15.807Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-15T16:17:15.858 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:17:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:17:15.822Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.285739ms db_storage=531ns remote_storage=1.128µs web_handler=231ns query_engine=530ns scrape=345.538µs scrape_sd=14.97µs notify=826ns notify_sd=1.648µs rules=14.779558ms 2024-05-15T16:17:15.859 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:17:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:17:15.822Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-05-15T16:17:15.859 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:17:15 smithi081 bash[41487]: b8a340532fc6544a2e677004e97023f388a10b1ee613fb84cd0f498d95c8c3e3 2024-05-15T16:17:15.901 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/mon.a/config 2024-05-15T16:17:16.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:17:15 smithi081 systemd[1]: Started Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:17:16.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[29300]: pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:16.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:16.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:17:16.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:17:16.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:17:16.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:16.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:17:16.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.81:9095"}]: dispatch 2024-05-15T16:17:16.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:16.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:17:16.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:17:16.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:17:16.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:16.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:17:16.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:17:16.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:17:16.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:16.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[24465]: pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:16.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:16.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:17:16.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:17:16.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:17:16.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:16.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:17:16.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.81:9095"}]: dispatch 2024-05-15T16:17:16.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:16.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:17:16.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:17:16.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:17:16.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:16.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:17:16.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:17:16.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:17:16.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:16 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:16.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:16 smithi081 ceph-mon[25343]: pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:16.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:16 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:16.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:16 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:17:16.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:16 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:17:16.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:16 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:17:16.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:16 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:16.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:16 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:17:16.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:16 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.81:9095"}]: dispatch 2024-05-15T16:17:16.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:16 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:16.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:16 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:17:16.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:16 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:17:16.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:16 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:17:16.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:16 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:16.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:16 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:17:16.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:16 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:17:16.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:16 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:17:16.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:16 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:17.443 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:17 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:17:17.443 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:17 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:17:17.443 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:17 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.81:9095"}]: dispatch 2024-05-15T16:17:17.443 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:17 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:17:17.443 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:17 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:17:17.502 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:17 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:17:17.502 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:17 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:17:17.502 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:17 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.81:9095"}]: dispatch 2024-05-15T16:17:17.502 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:17 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:17:17.502 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:17 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:17:17.503 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:17 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:17:17.503 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:17 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:17:17.503 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:17 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.81:9095"}]: dispatch 2024-05-15T16:17:17.503 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:17 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:17:17.503 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:17 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:17:17.756 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:17:18.440 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:18 smithi081 ceph-mon[25343]: pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:18.441 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:18 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/2337785730' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-15T16:17:18.448 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:18 smithi066 ceph-mon[29300]: pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:18.448 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:18 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/2337785730' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-15T16:17:18.448 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:18 smithi066 ceph-mon[24465]: pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:18.448 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:18 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2337785730' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-15T16:17:18.475 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":19,"active_gid":14433,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3345235162},{"type":"v1","addr":"172.21.15.66:6801","nonce":3345235162}]},"active_addr":"172.21.15.66:6801/3345235162","active_change":"2024-05-15T16:16:58.554296+0000","active_mgr_features":4540138303579357183,"available":true,"standbys":[{"gid":24350,"name":"x","mgr_features":4540138303579357183,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"docker.io/arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"docker.io/arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.66:8443/","prometheus":"http://172.21.15.66:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":59,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.66:0","nonce":370596913}]},{"addrvec":[{"type":"v2","addr":"172.21.15.66:0","nonce":3603815456}]},{"addrvec":[{"type":"v2","addr":"172.21.15.66:0","nonce":1040321645}]},{"addrvec":[{"type":"v2","addr":"172.21.15.66:0","nonce":1544273964}]}]}} 2024-05-15T16:17:18.479 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-05-15T16:17:18.479 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-05-15T16:17:18.479 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-15T16:17:18.708 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/mon.a/config 2024-05-15T16:17:19.487 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:19 smithi066 ceph-mon[29300]: pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:19.488 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:19 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:19.488 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:19 smithi066 ceph-mon[24465]: pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:19.488 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:19 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:19.506 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:19 smithi081 ceph-mon[25343]: pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:19.506 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:19 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:20.616 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:17:20.616 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":59,"fsid":"b95da56a-12d5-11ef-bc98-c7b262605968","created":"2024-05-15T16:11:48.633293+0000","modified":"2024-05-15T16:16:58.553922+0000","last_up_change":"2024-05-15T16:16:42.490799+0000","last_in_change":"2024-05-15T16:16:25.373460+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-15T16:14:45.923357+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"80e1951c-d663-468e-ab3c-24e11c26032c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":1972253008},{"type":"v1","addr":"172.21.15.66:6803","nonce":1972253008}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":1972253008},{"type":"v1","addr":"172.21.15.66:6805","nonce":1972253008}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":1972253008},{"type":"v1","addr":"172.21.15.66:6809","nonce":1972253008}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":1972253008},{"type":"v1","addr":"172.21.15.66:6807","nonce":1972253008}]},"public_addr":"172.21.15.66:6803/1972253008","cluster_addr":"172.21.15.66:6805/1972253008","heartbeat_back_addr":"172.21.15.66:6809/1972253008","heartbeat_front_addr":"172.21.15.66:6807/1972253008","state":["exists","up"]},{"osd":1,"uuid":"8018b8b5-87ff-436e-9a0d-7cc056a19222","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":389288704},{"type":"v1","addr":"172.21.15.66:6811","nonce":389288704}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":389288704},{"type":"v1","addr":"172.21.15.66:6813","nonce":389288704}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":389288704},{"type":"v1","addr":"172.21.15.66:6817","nonce":389288704}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":389288704},{"type":"v1","addr":"172.21.15.66:6815","nonce":389288704}]},"public_addr":"172.21.15.66:6811/389288704","cluster_addr":"172.21.15.66:6813/389288704","heartbeat_back_addr":"172.21.15.66:6817/389288704","heartbeat_front_addr":"172.21.15.66:6815/389288704","state":["exists","up"]},{"osd":2,"uuid":"3367e8f0-1b8f-4839-818a-7d608f8ebb6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":2300285555},{"type":"v1","addr":"172.21.15.66:6819","nonce":2300285555}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":2300285555},{"type":"v1","addr":"172.21.15.66:6821","nonce":2300285555}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":2300285555},{"type":"v1","addr":"172.21.15.66:6825","nonce":2300285555}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2300285555},{"type":"v1","addr":"172.21.15.66:6823","nonce":2300285555}]},"public_addr":"172.21.15.66:6819/2300285555","cluster_addr":"172.21.15.66:6821/2300285555","heartbeat_back_addr":"172.21.15.66:6825/2300285555","heartbeat_front_addr":"172.21.15.66:6823/2300285555","state":["exists","up"]},{"osd":3,"uuid":"156800d4-78e8-430a-8df4-9cc3305cc1aa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1446784849},{"type":"v1","addr":"172.21.15.66:6827","nonce":1446784849}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1446784849},{"type":"v1","addr":"172.21.15.66:6829","nonce":1446784849}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1446784849},{"type":"v1","addr":"172.21.15.66:6833","nonce":1446784849}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1446784849},{"type":"v1","addr":"172.21.15.66:6831","nonce":1446784849}]},"public_addr":"172.21.15.66:6827/1446784849","cluster_addr":"172.21.15.66:6829/1446784849","heartbeat_back_addr":"172.21.15.66:6833/1446784849","heartbeat_front_addr":"172.21.15.66:6831/1446784849","state":["exists","up"]},{"osd":4,"uuid":"d7c97b34-a970-4d7d-a804-f05046770a3a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1712576372},{"type":"v1","addr":"172.21.15.81:6801","nonce":1712576372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1712576372},{"type":"v1","addr":"172.21.15.81:6803","nonce":1712576372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1712576372},{"type":"v1","addr":"172.21.15.81:6807","nonce":1712576372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1712576372},{"type":"v1","addr":"172.21.15.81:6805","nonce":1712576372}]},"public_addr":"172.21.15.81:6801/1712576372","cluster_addr":"172.21.15.81:6803/1712576372","heartbeat_back_addr":"172.21.15.81:6807/1712576372","heartbeat_front_addr":"172.21.15.81:6805/1712576372","state":["exists","up"]},{"osd":5,"uuid":"108033c8-9e85-4724-97db-30528f513d80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":2481397428},{"type":"v1","addr":"172.21.15.81:6809","nonce":2481397428}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":2481397428},{"type":"v1","addr":"172.21.15.81:6811","nonce":2481397428}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":2481397428},{"type":"v1","addr":"172.21.15.81:6815","nonce":2481397428}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":2481397428},{"type":"v1","addr":"172.21.15.81:6813","nonce":2481397428}]},"public_addr":"172.21.15.81:6809/2481397428","cluster_addr":"172.21.15.81:6811/2481397428","heartbeat_back_addr":"172.21.15.81:6815/2481397428","heartbeat_front_addr":"172.21.15.81:6813/2481397428","state":["exists","up"]},{"osd":6,"uuid":"505c4c30-88d7-4181-aaa6-3c4916a3e426","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":325423743},{"type":"v1","addr":"172.21.15.81:6817","nonce":325423743}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":325423743},{"type":"v1","addr":"172.21.15.81:6819","nonce":325423743}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":325423743},{"type":"v1","addr":"172.21.15.81:6823","nonce":325423743}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":325423743},{"type":"v1","addr":"172.21.15.81:6821","nonce":325423743}]},"public_addr":"172.21.15.81:6817/325423743","cluster_addr":"172.21.15.81:6819/325423743","heartbeat_back_addr":"172.21.15.81:6823/325423743","heartbeat_front_addr":"172.21.15.81:6821/325423743","state":["exists","up"]},{"osd":7,"uuid":"4e84852d-ebff-4fb4-b98f-d4bfa8672b39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1706969513},{"type":"v1","addr":"172.21.15.81:6825","nonce":1706969513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1706969513},{"type":"v1","addr":"172.21.15.81:6827","nonce":1706969513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1706969513},{"type":"v1","addr":"172.21.15.81:6831","nonce":1706969513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1706969513},{"type":"v1","addr":"172.21.15.81:6829","nonce":1706969513}]},"public_addr":"172.21.15.81:6825/1706969513","cluster_addr":"172.21.15.81:6827/1706969513","heartbeat_back_addr":"172.21.15.81:6831/1706969513","heartbeat_front_addr":"172.21.15.81:6829/1706969513","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-05-15T16:13:55.701196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-05-15T16:14:19.000973+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-05-15T16:14:43.516036+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-05-15T16:15:08.562745+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-05-15T16:15:30.537156+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-05-15T16:15:53.258944+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-05-15T16:16:16.551355+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-05-15T16:16:40.787192+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.66:6800/3343318127":"2024-05-16T16:16:58.553887+0000","172.21.15.66:0/3459739238":"2024-05-16T16:16:58.553887+0000","172.21.15.66:0/3611554292":"2024-05-16T16:12:37.358212+0000","172.21.15.66:6800/4218179010":"2024-05-16T16:12:37.358212+0000","172.21.15.66:0/2824636752":"2024-05-16T16:16:58.553887+0000","172.21.15.66:0/1916882987":"2024-05-16T16:12:37.358212+0000","172.21.15.66:0/1605225501":"2024-05-16T16:12:37.358212+0000","172.21.15.66:0/2148063252":"2024-05-16T16:12:14.495537+0000","172.21.15.66:6801/4218179010":"2024-05-16T16:12:37.358212+0000","172.21.15.66:0/2815420136":"2024-05-16T16:12:14.495537+0000","172.21.15.66:0/1517637765":"2024-05-16T16:16:58.553887+0000","172.21.15.66:0/3727072137":"2024-05-16T16:12:14.495537+0000","172.21.15.66:0/3049578424":"2024-05-16T16:16:58.553887+0000","172.21.15.66:6800/2331553184":"2024-05-16T16:12:14.495537+0000","172.21.15.66:6801/3343318127":"2024-05-16T16:16:58.553887+0000","172.21.15.66:6801/2331553184":"2024-05-16T16:12:14.495537+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-15T16:17:20.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:17:20 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:17:20] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:17:21.342 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-05-15T16:17:21.342 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-15T16:17:21.580 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/mon.a/config 2024-05-15T16:17:21.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:21 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:21.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:21 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3423868191' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-15T16:17:21.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:21 smithi081 ceph-mon[25343]: pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:21.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:21 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:21.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:21 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:21.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:21 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:17:21.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:21 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:17:21.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:21 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:17:21.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:21 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:21.704 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:21 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:21.704 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:21 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3423868191' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-15T16:17:21.704 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:21 smithi066 ceph-mon[29300]: pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:21.704 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:21 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:21.704 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:21 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:21.704 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:21 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:17:21.704 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:21 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:17:21.704 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:21 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:17:21.704 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:21 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:21.705 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:17:21 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:17:21] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:17:21.705 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:21 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:21.705 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:21 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3423868191' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-15T16:17:21.705 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:21 smithi066 ceph-mon[24465]: pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:21.705 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:21 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:21.705 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:21 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:21.705 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:21 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:17:21.705 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:21 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:17:21.705 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:21 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:17:21.705 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:21 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:22.734 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:22 smithi066 ceph-mon[29300]: Deploying daemon node-exporter.a on smithi066 2024-05-15T16:17:22.737 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:22 smithi066 ceph-mon[24465]: Deploying daemon node-exporter.a on smithi066 2024-05-15T16:17:22.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:22 smithi081 ceph-mon[25343]: Deploying daemon node-exporter.a on smithi066 2024-05-15T16:17:23.498 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:17:23.498 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":59,"fsid":"b95da56a-12d5-11ef-bc98-c7b262605968","created":"2024-05-15T16:11:48.633293+0000","modified":"2024-05-15T16:16:58.553922+0000","last_up_change":"2024-05-15T16:16:42.490799+0000","last_in_change":"2024-05-15T16:16:25.373460+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-15T16:14:45.923357+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"80e1951c-d663-468e-ab3c-24e11c26032c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":1972253008},{"type":"v1","addr":"172.21.15.66:6803","nonce":1972253008}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":1972253008},{"type":"v1","addr":"172.21.15.66:6805","nonce":1972253008}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":1972253008},{"type":"v1","addr":"172.21.15.66:6809","nonce":1972253008}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":1972253008},{"type":"v1","addr":"172.21.15.66:6807","nonce":1972253008}]},"public_addr":"172.21.15.66:6803/1972253008","cluster_addr":"172.21.15.66:6805/1972253008","heartbeat_back_addr":"172.21.15.66:6809/1972253008","heartbeat_front_addr":"172.21.15.66:6807/1972253008","state":["exists","up"]},{"osd":1,"uuid":"8018b8b5-87ff-436e-9a0d-7cc056a19222","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":389288704},{"type":"v1","addr":"172.21.15.66:6811","nonce":389288704}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":389288704},{"type":"v1","addr":"172.21.15.66:6813","nonce":389288704}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":389288704},{"type":"v1","addr":"172.21.15.66:6817","nonce":389288704}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":389288704},{"type":"v1","addr":"172.21.15.66:6815","nonce":389288704}]},"public_addr":"172.21.15.66:6811/389288704","cluster_addr":"172.21.15.66:6813/389288704","heartbeat_back_addr":"172.21.15.66:6817/389288704","heartbeat_front_addr":"172.21.15.66:6815/389288704","state":["exists","up"]},{"osd":2,"uuid":"3367e8f0-1b8f-4839-818a-7d608f8ebb6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":2300285555},{"type":"v1","addr":"172.21.15.66:6819","nonce":2300285555}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":2300285555},{"type":"v1","addr":"172.21.15.66:6821","nonce":2300285555}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":2300285555},{"type":"v1","addr":"172.21.15.66:6825","nonce":2300285555}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2300285555},{"type":"v1","addr":"172.21.15.66:6823","nonce":2300285555}]},"public_addr":"172.21.15.66:6819/2300285555","cluster_addr":"172.21.15.66:6821/2300285555","heartbeat_back_addr":"172.21.15.66:6825/2300285555","heartbeat_front_addr":"172.21.15.66:6823/2300285555","state":["exists","up"]},{"osd":3,"uuid":"156800d4-78e8-430a-8df4-9cc3305cc1aa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1446784849},{"type":"v1","addr":"172.21.15.66:6827","nonce":1446784849}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1446784849},{"type":"v1","addr":"172.21.15.66:6829","nonce":1446784849}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1446784849},{"type":"v1","addr":"172.21.15.66:6833","nonce":1446784849}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1446784849},{"type":"v1","addr":"172.21.15.66:6831","nonce":1446784849}]},"public_addr":"172.21.15.66:6827/1446784849","cluster_addr":"172.21.15.66:6829/1446784849","heartbeat_back_addr":"172.21.15.66:6833/1446784849","heartbeat_front_addr":"172.21.15.66:6831/1446784849","state":["exists","up"]},{"osd":4,"uuid":"d7c97b34-a970-4d7d-a804-f05046770a3a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1712576372},{"type":"v1","addr":"172.21.15.81:6801","nonce":1712576372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1712576372},{"type":"v1","addr":"172.21.15.81:6803","nonce":1712576372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1712576372},{"type":"v1","addr":"172.21.15.81:6807","nonce":1712576372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1712576372},{"type":"v1","addr":"172.21.15.81:6805","nonce":1712576372}]},"public_addr":"172.21.15.81:6801/1712576372","cluster_addr":"172.21.15.81:6803/1712576372","heartbeat_back_addr":"172.21.15.81:6807/1712576372","heartbeat_front_addr":"172.21.15.81:6805/1712576372","state":["exists","up"]},{"osd":5,"uuid":"108033c8-9e85-4724-97db-30528f513d80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":2481397428},{"type":"v1","addr":"172.21.15.81:6809","nonce":2481397428}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":2481397428},{"type":"v1","addr":"172.21.15.81:6811","nonce":2481397428}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":2481397428},{"type":"v1","addr":"172.21.15.81:6815","nonce":2481397428}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":2481397428},{"type":"v1","addr":"172.21.15.81:6813","nonce":2481397428}]},"public_addr":"172.21.15.81:6809/2481397428","cluster_addr":"172.21.15.81:6811/2481397428","heartbeat_back_addr":"172.21.15.81:6815/2481397428","heartbeat_front_addr":"172.21.15.81:6813/2481397428","state":["exists","up"]},{"osd":6,"uuid":"505c4c30-88d7-4181-aaa6-3c4916a3e426","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":325423743},{"type":"v1","addr":"172.21.15.81:6817","nonce":325423743}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":325423743},{"type":"v1","addr":"172.21.15.81:6819","nonce":325423743}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":325423743},{"type":"v1","addr":"172.21.15.81:6823","nonce":325423743}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":325423743},{"type":"v1","addr":"172.21.15.81:6821","nonce":325423743}]},"public_addr":"172.21.15.81:6817/325423743","cluster_addr":"172.21.15.81:6819/325423743","heartbeat_back_addr":"172.21.15.81:6823/325423743","heartbeat_front_addr":"172.21.15.81:6821/325423743","state":["exists","up"]},{"osd":7,"uuid":"4e84852d-ebff-4fb4-b98f-d4bfa8672b39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":1706969513},{"type":"v1","addr":"172.21.15.81:6825","nonce":1706969513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":1706969513},{"type":"v1","addr":"172.21.15.81:6827","nonce":1706969513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":1706969513},{"type":"v1","addr":"172.21.15.81:6831","nonce":1706969513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":1706969513},{"type":"v1","addr":"172.21.15.81:6829","nonce":1706969513}]},"public_addr":"172.21.15.81:6825/1706969513","cluster_addr":"172.21.15.81:6827/1706969513","heartbeat_back_addr":"172.21.15.81:6831/1706969513","heartbeat_front_addr":"172.21.15.81:6829/1706969513","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-05-15T16:13:55.701196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-05-15T16:14:19.000973+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-05-15T16:14:43.516036+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-05-15T16:15:08.562745+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-05-15T16:15:30.537156+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-05-15T16:15:53.258944+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-05-15T16:16:16.551355+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-05-15T16:16:40.787192+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.66:6800/3343318127":"2024-05-16T16:16:58.553887+0000","172.21.15.66:0/3459739238":"2024-05-16T16:16:58.553887+0000","172.21.15.66:0/3611554292":"2024-05-16T16:12:37.358212+0000","172.21.15.66:6800/4218179010":"2024-05-16T16:12:37.358212+0000","172.21.15.66:0/2824636752":"2024-05-16T16:16:58.553887+0000","172.21.15.66:0/1916882987":"2024-05-16T16:12:37.358212+0000","172.21.15.66:0/1605225501":"2024-05-16T16:12:37.358212+0000","172.21.15.66:0/2148063252":"2024-05-16T16:12:14.495537+0000","172.21.15.66:6801/4218179010":"2024-05-16T16:12:37.358212+0000","172.21.15.66:0/2815420136":"2024-05-16T16:12:14.495537+0000","172.21.15.66:0/1517637765":"2024-05-16T16:16:58.553887+0000","172.21.15.66:0/3727072137":"2024-05-16T16:12:14.495537+0000","172.21.15.66:0/3049578424":"2024-05-16T16:16:58.553887+0000","172.21.15.66:6800/2331553184":"2024-05-16T16:12:14.495537+0000","172.21.15.66:6801/3343318127":"2024-05-16T16:16:58.553887+0000","172.21.15.66:6801/2331553184":"2024-05-16T16:12:14.495537+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-15T16:17:24.183 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-05-15T16:17:24.184 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-05-15T16:17:24.184 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-05-15T16:17:24.185 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-05-15T16:17:24.185 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-05-15T16:17:24.186 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-05-15T16:17:24.186 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-05-15T16:17:24.187 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-05-15T16:17:24.536 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:24 smithi066 bash[45449]: Copying blob sha256:b5db1e299295edf3005515ab7879c1df64a33c185d3a7a23aa4dcaa17d26f7b3 2024-05-15T16:17:24.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:24 smithi066 ceph-mon[29300]: pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:24.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:24 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3245511525' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-15T16:17:24.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:24 smithi066 ceph-mon[24465]: pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:24.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:24 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3245511525' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-15T16:17:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:24 smithi081 ceph-mon[25343]: pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:24 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3245511525' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-15T16:17:24.636 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/mon.a/config 2024-05-15T16:17:24.643 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/mon.a/config 2024-05-15T16:17:24.649 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/mon.a/config 2024-05-15T16:17:24.650 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/mon.a/config 2024-05-15T16:17:24.650 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/mon.a/config 2024-05-15T16:17:24.654 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/mon.a/config 2024-05-15T16:17:24.654 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/mon.a/config 2024-05-15T16:17:24.671 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/mon.a/config 2024-05-15T16:17:25.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:25 smithi066 ceph-mon[29300]: pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:25.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:25 smithi066 ceph-mon[24465]: pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:25.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:25 smithi081 ceph-mon[25343]: pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:26.561 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:26 smithi066 bash[45449]: Copying config sha256:1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 2024-05-15T16:17:26.561 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:26 smithi066 bash[45449]: Writing manifest to image destination 2024-05-15T16:17:27.529 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:27 smithi066 ceph-mon[29300]: pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:27.529 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:27 smithi066 podman[45449]: 2024-05-15 16:17:27.110564649 +0000 UTC m=+3.662365921 image pull 1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 quay.io/prometheus/node-exporter:v1.3.1 2024-05-15T16:17:27.529 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:27 smithi066 ceph-mon[24465]: pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:27.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:27 smithi081 ceph-mon[25343]: pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:28.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:17:28] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:17:28.753 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 podman[45449]: 2024-05-15 16:17:28.441165269 +0000 UTC m=+4.992966569 container create 8d76eed34ca78f075cd1c703711508a828a8513c66f33536872484468a192798 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-05-15T16:17:28.753 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 podman[45449]: 2024-05-15 16:17:28.651501636 +0000 UTC m=+5.203302897 container init 8d76eed34ca78f075cd1c703711508a828a8513c66f33536872484468a192798 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-05-15T16:17:28.753 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 podman[45449]: 2024-05-15 16:17:28.655243021 +0000 UTC m=+5.207044280 container start 8d76eed34ca78f075cd1c703711508a828a8513c66f33536872484468a192798 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-05-15T16:17:28.753 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.659Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-05-15T16:17:28.753 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.659Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-05-15T16:17:28.753 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.660Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-05-15T16:17:28.753 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.660Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-05-15T16:17:28.753 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.660Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-05-15T16:17:28.754 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=arp 2024-05-15T16:17:28.754 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=bcache 2024-05-15T16:17:28.754 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=bonding 2024-05-15T16:17:28.754 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=btrfs 2024-05-15T16:17:28.754 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=conntrack 2024-05-15T16:17:28.754 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=cpu 2024-05-15T16:17:28.754 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-05-15T16:17:28.754 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=diskstats 2024-05-15T16:17:28.754 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=dmi 2024-05-15T16:17:28.754 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=edac 2024-05-15T16:17:28.754 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=entropy 2024-05-15T16:17:28.754 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-05-15T16:17:28.754 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=filefd 2024-05-15T16:17:28.754 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=filesystem 2024-05-15T16:17:28.754 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=hwmon 2024-05-15T16:17:28.755 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=infiniband 2024-05-15T16:17:28.755 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=ipvs 2024-05-15T16:17:28.755 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=loadavg 2024-05-15T16:17:28.755 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=mdadm 2024-05-15T16:17:28.755 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=meminfo 2024-05-15T16:17:28.755 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=netclass 2024-05-15T16:17:28.755 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=netdev 2024-05-15T16:17:28.755 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=netstat 2024-05-15T16:17:28.755 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=nfs 2024-05-15T16:17:28.755 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=nfsd 2024-05-15T16:17:28.755 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=nvme 2024-05-15T16:17:28.755 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=os 2024-05-15T16:17:28.755 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-05-15T16:17:28.755 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=pressure 2024-05-15T16:17:28.755 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=rapl 2024-05-15T16:17:28.755 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=schedstat 2024-05-15T16:17:28.756 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=sockstat 2024-05-15T16:17:28.756 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=softnet 2024-05-15T16:17:28.756 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=stat 2024-05-15T16:17:28.756 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=tapestats 2024-05-15T16:17:28.756 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=textfile 2024-05-15T16:17:28.756 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-05-15T16:17:28.756 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=time 2024-05-15T16:17:28.756 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-05-15T16:17:28.756 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=uname 2024-05-15T16:17:28.756 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=vmstat 2024-05-15T16:17:28.756 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=xfs 2024-05-15T16:17:28.756 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:115 level=info collector=zfs 2024-05-15T16:17:28.756 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-05-15T16:17:28.756 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[46101]: ts=2024-05-15T16:17:28.661Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-05-15T16:17:28.757 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 bash[45449]: 8d76eed34ca78f075cd1c703711508a828a8513c66f33536872484468a192798 2024-05-15T16:17:29.035 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:17:28 smithi066 systemd[1]: Started Ceph node-exporter.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:17:29.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:29 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:29.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:29 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:29.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:29 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:29.507 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:29 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:29.507 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:29 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:29.507 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:29 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:29.507 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:29 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:29.507 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:29 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:29.507 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:29 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:29.680 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:29 smithi081 systemd[1]: Starting Ceph node-exporter.b for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:17:30.047 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:29 smithi081 bash[42260]: Trying to pull quay.io/prometheus/node-exporter:v1.3.1... 2024-05-15T16:17:30.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:30 smithi081 ceph-mon[25343]: Deploying daemon node-exporter.b on smithi081 2024-05-15T16:17:30.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:30 smithi081 ceph-mon[25343]: pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:30.365 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:30 smithi081 bash[42260]: Getting image source signatures 2024-05-15T16:17:30.365 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:30 smithi081 bash[42260]: Copying blob sha256:b45d31ee2d7f9f452678a85b0c837c29e12089f31ee8dbac6c8c24dfa4054a30 2024-05-15T16:17:30.365 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:30 smithi081 bash[42260]: Copying blob sha256:b5db1e299295edf3005515ab7879c1df64a33c185d3a7a23aa4dcaa17d26f7b3 2024-05-15T16:17:30.365 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:30 smithi081 bash[42260]: Copying blob sha256:aa2a8d90b84cb2a9c422e7005cd166a008ccf22ef5d7d4f07128478585ce35ea 2024-05-15T16:17:30.396 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:30 smithi066 ceph-mon[24465]: Deploying daemon node-exporter.b on smithi081 2024-05-15T16:17:30.396 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:30 smithi066 ceph-mon[24465]: pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:30.397 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:30 smithi066 ceph-mon[29300]: Deploying daemon node-exporter.b on smithi081 2024-05-15T16:17:30.397 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:30 smithi066 ceph-mon[29300]: pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:31.363 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:31 smithi066 ceph-mon[29300]: pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:31.363 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:31 smithi066 ceph-mon[24465]: pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:31.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:31 smithi081 ceph-mon[25343]: pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:32.115 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:31 smithi081 bash[42260]: Copying config sha256:1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 2024-05-15T16:17:32.115 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:31 smithi081 bash[42260]: Writing manifest to image destination 2024-05-15T16:17:32.486 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 podman[42260]: 2024-05-15 16:17:32.134604041 +0000 UTC m=+2.547890099 image pull 1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 quay.io/prometheus/node-exporter:v1.3.1 2024-05-15T16:17:32.486 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 podman[42260]: 2024-05-15 16:17:32.22479851 +0000 UTC m=+2.638084546 container create 756a6b47eb835aaa8bdd41963a0cf022c366c37cc4a852a4f39f22e2f154ecd1 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-05-15T16:17:32.486 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 podman[42260]: 2024-05-15 16:17:32.418746731 +0000 UTC m=+2.832032776 container init 756a6b47eb835aaa8bdd41963a0cf022c366c37cc4a852a4f39f22e2f154ecd1 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-05-15T16:17:32.486 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 podman[42260]: 2024-05-15 16:17:32.422013219 +0000 UTC m=+2.835299260 container start 756a6b47eb835aaa8bdd41963a0cf022c366c37cc4a852a4f39f22e2f154ecd1 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-05-15T16:17:32.486 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.426Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-05-15T16:17:32.486 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.426Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-05-15T16:17:32.486 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.426Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-05-15T16:17:32.486 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.426Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-05-15T16:17:32.487 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-05-15T16:17:32.487 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=arp 2024-05-15T16:17:32.487 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=bcache 2024-05-15T16:17:32.487 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=bonding 2024-05-15T16:17:32.487 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=btrfs 2024-05-15T16:17:32.487 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=conntrack 2024-05-15T16:17:32.487 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=cpu 2024-05-15T16:17:32.487 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-05-15T16:17:32.488 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=diskstats 2024-05-15T16:17:32.488 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=dmi 2024-05-15T16:17:32.488 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=edac 2024-05-15T16:17:32.488 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=entropy 2024-05-15T16:17:32.488 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-05-15T16:17:32.488 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=filefd 2024-05-15T16:17:32.488 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=filesystem 2024-05-15T16:17:32.488 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=hwmon 2024-05-15T16:17:32.488 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=infiniband 2024-05-15T16:17:32.488 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=ipvs 2024-05-15T16:17:32.488 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=loadavg 2024-05-15T16:17:32.488 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=mdadm 2024-05-15T16:17:32.489 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=meminfo 2024-05-15T16:17:32.489 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=netclass 2024-05-15T16:17:32.489 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=netdev 2024-05-15T16:17:32.489 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=netstat 2024-05-15T16:17:32.489 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=nfs 2024-05-15T16:17:32.489 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=nfsd 2024-05-15T16:17:32.489 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=nvme 2024-05-15T16:17:32.489 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=os 2024-05-15T16:17:32.489 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-05-15T16:17:32.489 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=pressure 2024-05-15T16:17:32.489 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=rapl 2024-05-15T16:17:32.489 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=schedstat 2024-05-15T16:17:32.489 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=sockstat 2024-05-15T16:17:32.489 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=softnet 2024-05-15T16:17:32.490 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=stat 2024-05-15T16:17:32.490 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=tapestats 2024-05-15T16:17:32.490 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=textfile 2024-05-15T16:17:32.490 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-05-15T16:17:32.490 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=time 2024-05-15T16:17:32.490 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-05-15T16:17:32.490 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=uname 2024-05-15T16:17:32.490 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=vmstat 2024-05-15T16:17:32.490 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=xfs 2024-05-15T16:17:32.490 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:115 level=info collector=zfs 2024-05-15T16:17:32.490 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.427Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-05-15T16:17:32.490 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[42308]: ts=2024-05-15T16:17:32.428Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-05-15T16:17:32.490 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 bash[42260]: 756a6b47eb835aaa8bdd41963a0cf022c366c37cc4a852a4f39f22e2f154ecd1 2024-05-15T16:17:32.865 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:17:32 smithi081 systemd[1]: Started Ceph node-exporter.b for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:17:33.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:33 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:33.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:33 smithi066 ceph-mon[24465]: Deploying daemon alertmanager.a on smithi066 2024-05-15T16:17:33.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:33 smithi066 ceph-mon[24465]: pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:33.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:33 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:33.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:33 smithi066 ceph-mon[29300]: Deploying daemon alertmanager.a on smithi066 2024-05-15T16:17:33.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:33 smithi066 ceph-mon[29300]: pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:33.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:33 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:33.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:33 smithi081 ceph-mon[25343]: Deploying daemon alertmanager.a on smithi066 2024-05-15T16:17:33.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:33 smithi081 ceph-mon[25343]: pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:35.523 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:35 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:35.523 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:35 smithi081 ceph-mon[25343]: pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:35.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:35 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:35.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:35 smithi066 ceph-mon[24465]: pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:35.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:35 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:35.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:35 smithi066 ceph-mon[29300]: pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:37.466 INFO:teuthology.orchestra.run.smithi066.stdout:197568495631 2024-05-15T16:17:37.467 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-05-15T16:17:37.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:37 smithi081 ceph-mon[25343]: pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:37.670 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:37 smithi066 ceph-mon[29300]: pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:37.671 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:37 smithi066 ceph-mon[24465]: pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:37.671 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:17:37 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:17:37] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:17:38.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:38 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:38.655 INFO:teuthology.orchestra.run.smithi066.stdout:77309411362 2024-05-15T16:17:38.655 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-05-15T16:17:38.680 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:38 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:38.680 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:38 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:39.776 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:17:39 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:17:39] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:17:39.777 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:39 smithi066 ceph-mon[29300]: pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:39.777 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:39 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:39.777 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:39 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:39.777 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:39 smithi066 ceph-mon[24465]: pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:39.777 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:39 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:39.777 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:39 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:39.806 INFO:teuthology.orchestra.run.smithi066.stdout:231928233996 2024-05-15T16:17:39.807 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-05-15T16:17:39.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:39 smithi081 ceph-mon[25343]: pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:39.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:39 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:39.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:39 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:41.579 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:41 smithi066 ceph-mon[29300]: pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:41.580 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:41 smithi066 ceph-mon[24465]: pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:41.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:41 smithi081 ceph-mon[25343]: pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:42.941 INFO:teuthology.orchestra.run.smithi066.stdout:34359738414 2024-05-15T16:17:42.942 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-05-15T16:17:44.208 INFO:teuthology.orchestra.run.smithi066.stdout:163208757272 2024-05-15T16:17:44.209 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-05-15T16:17:44.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:44 smithi066 ceph-mon[29300]: pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:44.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:44 smithi066 ceph-mon[24465]: pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:44.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:44 smithi081 ceph-mon[25343]: pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:44.673 INFO:teuthology.orchestra.run.smithi066.stdout:107374182433 2024-05-15T16:17:44.673 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-05-15T16:17:45.250 INFO:teuthology.orchestra.run.smithi066.stdout:128849018907 2024-05-15T16:17:45.251 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-05-15T16:17:45.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:45 smithi066 ceph-mon[24465]: pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:45.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:45 smithi066 ceph-mon[29300]: pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:45.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:45 smithi081 ceph-mon[25343]: pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:46.139 INFO:teuthology.orchestra.run.smithi066.stdout:55834574890 2024-05-15T16:17:46.140 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-05-15T16:17:46.219 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/mon.a/config 2024-05-15T16:17:46.220 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/mon.a/config 2024-05-15T16:17:46.220 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/mon.a/config 2024-05-15T16:17:46.238 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/mon.a/config 2024-05-15T16:17:46.239 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/mon.a/config 2024-05-15T16:17:46.239 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/mon.a/config 2024-05-15T16:17:46.239 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/mon.a/config 2024-05-15T16:17:47.613 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:47 smithi066 ceph-mon[29300]: pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:47.614 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:47 smithi066 ceph-mon[24465]: pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:47.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:47 smithi081 ceph-mon[25343]: pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:48.536 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:17:48 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:17:48] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:17:49.470 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:49 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:49.470 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:49 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:49.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:49 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:50.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:50 smithi066 ceph-mon[29300]: pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:50.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:50 smithi066 ceph-mon[24465]: pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:50.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:50 smithi081 ceph-mon[25343]: pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:51.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:51 smithi066 ceph-mon[29300]: pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:51.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:51 smithi066 ceph-mon[24465]: pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:51.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:51 smithi081 ceph-mon[25343]: pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:53.758 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/mon.a/config 2024-05-15T16:17:54.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:54 smithi066 ceph-mon[29300]: pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:54.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:54 smithi066 ceph-mon[24465]: pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:54.568 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:54 smithi081 ceph-mon[25343]: pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:55.612 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:55 smithi066 ceph-mon[24465]: pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:55.613 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:55 smithi066 ceph-mon[29300]: pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:55.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:55 smithi081 ceph-mon[25343]: pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:55.926 INFO:teuthology.orchestra.run.smithi066.stdout:163208757274 2024-05-15T16:17:56.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:56 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/73153062' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-15T16:17:56.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:56 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/73153062' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-15T16:17:56.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:56 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/73153062' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-15T16:17:56.841 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:17:56 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:17:56] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:17:57.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:57 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:57.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:57 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:57.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:57 smithi081 ceph-mon[25343]: pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:57.912 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:57 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:57.912 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:57 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:57.912 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:57 smithi066 ceph-mon[29300]: pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:57.913 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:57 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:57.913 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:57 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:17:57.913 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:57 smithi066 ceph-mon[24465]: pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:17:59.009 INFO:teuthology.orchestra.run.smithi066.stdout:77309411367 2024-05-15T16:17:59.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:17:59 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/2060953915' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-15T16:17:59.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:17:59 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2060953915' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-15T16:17:59.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:17:59 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/2060953915' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-15T16:18:00.393 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757272 got 163208757274 for osd.5 2024-05-15T16:18:00.393 DEBUG:teuthology.parallel:result is None 2024-05-15T16:18:00.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:00 smithi066 ceph-mon[29300]: pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:00.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:18:00.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:18:00.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:18:00.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:18:00.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:00 smithi066 ceph-mon[24465]: pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:00.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:18:00.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:18:00.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:18:00.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:18:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:00 smithi081 ceph-mon[25343]: pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:18:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:18:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:18:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:18:00.776 INFO:teuthology.orchestra.run.smithi066.stdout:128849018910 2024-05-15T16:18:01.529 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:01 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3195457685' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-15T16:18:01.529 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:01 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3195457685' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-15T16:18:01.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:01 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3195457685' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-15T16:18:01.823 INFO:teuthology.orchestra.run.smithi066.stdout:55834574894 2024-05-15T16:18:02.378 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:02 smithi066 ceph-mon[29300]: pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:02.378 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:02 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/973966132' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-15T16:18:02.378 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:02 smithi066 ceph-mon[24465]: pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:02.378 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:02 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/973966132' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-15T16:18:02.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:02 smithi081 ceph-mon[25343]: pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:02.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:02 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/973966132' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-15T16:18:02.953 INFO:teuthology.orchestra.run.smithi066.stdout:197568495637 2024-05-15T16:18:03.532 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:03 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3436071558' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-15T16:18:03.532 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:03 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3436071558' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-15T16:18:03.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:03 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3436071558' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-15T16:18:03.705 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574890 got 55834574894 for osd.1 2024-05-15T16:18:03.706 DEBUG:teuthology.parallel:result is None 2024-05-15T16:18:04.104 INFO:teuthology.orchestra.run.smithi066.stdout:107374182437 2024-05-15T16:18:04.370 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:04 smithi066 ceph-mon[29300]: pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:04.371 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:04 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/580585764' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-15T16:18:04.371 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:04 smithi066 ceph-mon[24465]: pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:04.371 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:04 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/580585764' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-15T16:18:04.372 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411362 got 77309411367 for osd.2 2024-05-15T16:18:04.372 DEBUG:teuthology.parallel:result is None 2024-05-15T16:18:04.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:04 smithi081 ceph-mon[25343]: pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:04.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:04 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/580585764' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-15T16:18:04.825 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018907 got 128849018910 for osd.4 2024-05-15T16:18:04.825 DEBUG:teuthology.parallel:result is None 2024-05-15T16:18:05.453 INFO:teuthology.orchestra.run.smithi066.stdout:231928234001 2024-05-15T16:18:05.872 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182433 got 107374182437 for osd.3 2024-05-15T16:18:05.872 DEBUG:teuthology.parallel:result is None 2024-05-15T16:18:06.259 INFO:teuthology.orchestra.run.smithi066.stdout:34359738419 2024-05-15T16:18:06.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:06 smithi066 ceph-mon[29300]: pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:06.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:06 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/31494185' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-15T16:18:06.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:06 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/1666098312' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-15T16:18:06.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:06 smithi066 ceph-mon[24465]: pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:06.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:06 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/31494185' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-15T16:18:06.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:06 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/1666098312' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-15T16:18:06.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:06 smithi081 ceph-mon[25343]: pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:06.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:06 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/31494185' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-15T16:18:06.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:06 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/1666098312' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-15T16:18:07.739 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928233996 got 231928234001 for osd.7 2024-05-15T16:18:07.739 DEBUG:teuthology.parallel:result is None 2024-05-15T16:18:08.159 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495631 got 197568495637 for osd.6 2024-05-15T16:18:08.159 DEBUG:teuthology.parallel:result is None 2024-05-15T16:18:08.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:08 smithi066 ceph-mon[29300]: pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:08.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:08 smithi066 ceph-mon[24465]: pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:08.536 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:18:08 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:18:08] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:18:08.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:08 smithi081 ceph-mon[25343]: pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:08.639 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738414 got 34359738419 for osd.0 2024-05-15T16:18:08.639 DEBUG:teuthology.parallel:result is None 2024-05-15T16:18:08.639 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-15T16:18:08.639 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph pg dump --format=json 2024-05-15T16:18:09.243 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/mon.a/config 2024-05-15T16:18:09.367 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:09 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:09.368 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:09 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:09.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:09 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:10.525 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:10 smithi066 ceph-mon[29300]: pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:10.526 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:10 smithi066 ceph-mon[24465]: pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:10.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:10 smithi081 ceph-mon[25343]: pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:11.248 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:18:11.248 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-05-15T16:18:11.332 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:11 smithi066 ceph-mon[29300]: pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:11.332 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:11 smithi066 ceph-mon[29300]: from='client.14607 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-15T16:18:11.333 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:11 smithi066 ceph-mon[24465]: pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:11.333 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:11 smithi066 ceph-mon[24465]: from='client.14607 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-15T16:18:11.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:11 smithi081 ceph-mon[25343]: pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:11.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:11 smithi081 ceph-mon[25343]: from='client.14607 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-15T16:18:12.377 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:18:12 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:18:12] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:18:13.378 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":39,"stamp":"2024-05-15T16:18:11.236324+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":48848,"kb_used_data":6096,"kb_used_omap":0,"kb_used_meta":42688,"kb_avail":749912368,"statfs":{"total":767960285184,"available":767910264832,"internally_reserved":0,"allocated":6242304,"data_stored":3488924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":43712512},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002362"},"pg_stats":[{"pgid":"1.0","version":"59'128","reported_seq":267,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-05-15T16:16:59.306617+0000","last_change":"2024-05-15T16:16:46.223803+0000","last_active":"2024-05-15T16:16:59.306617+0000","last_peered":"2024-05-15T16:16:59.306617+0000","last_clean":"2024-05-15T16:16:59.306617+0000","last_became_active":"2024-05-15T16:16:46.223422+0000","last_became_peered":"2024-05-15T16:16:46.223422+0000","last_unstale":"2024-05-15T16:16:59.306617+0000","last_undegraded":"2024-05-15T16:16:59.306617+0000","last_fullsized":"2024-05-15T16:16:59.306617+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-15T16:14:46.424287+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-15T16:14:46.424287+0000","last_clean_scrub_stamp":"2024-05-15T16:14:46.424287+0000","objects_scrubbed":0,"log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-16T16:25:29.559785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1597440,"data_stored":1586784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234003,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6088,"kb_used_data":1088,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739064,"statfs":{"total":95995035648,"available":95988801536,"internally_reserved":0,"allocated":1114112,"data_stored":766769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 15 16:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.748},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.54500000000000004}]},{"osd":1,"last update":"Wed May 15 16:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.63800000000000001}]},{"osd":2,"last update":"Wed May 15 16:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.59299999999999997}]},{"osd":3,"last update":"Wed May 15 16:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.63},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.61499999999999999}]},{"osd":4,"last update":"Wed May 15 16:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.502}]},{"osd":5,"last update":"Wed May 15 16:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.47599999999999998}]},{"osd":6,"last update":"Wed May 15 16:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.56399999999999995}]}]},{"osd":6,"up_from":46,"seq":197568495639,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6152,"kb_used_data":1088,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739000,"statfs":{"total":95995035648,"available":95988736000,"internally_reserved":0,"allocated":1114112,"data_stored":766769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 15 16:17:19 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.59999999999999998},{"interface":"front","average":{"1min":1.29,"5min":1.29,"15min":1.29},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":18.359000000000002,"5min":18.359000000000002,"15min":18.359000000000002},"last":0.69999999999999996}]},{"osd":1,"last update":"Wed May 15 16:17:19 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.58999999999999997}]},{"osd":2,"last update":"Wed May 15 16:17:19 2024","interfaces":[{"interface":"back","average":{"1min":1.292,"5min":1.292,"15min":1.292},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":18.420000000000002,"5min":18.420000000000002,"15min":18.420000000000002},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.65500000000000003}]},{"osd":3,"last update":"Wed May 15 16:17:19 2024","interfaces":[{"interface":"back","average":{"1min":1.3049999999999999,"5min":1.3049999999999999,"15min":1.3049999999999999},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":18.324000000000002,"5min":18.324000000000002,"15min":18.324000000000002},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.629}]},{"osd":4,"last update":"Wed May 15 16:17:19 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.52200000000000002}]},{"osd":5,"last update":"Wed May 15 16:17:19 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.439},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.41199999999999998}]},{"osd":7,"last update":"Wed May 15 16:17:43 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.393,"5min":1.393,"15min":1.393},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.50800000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574897,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6336,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":5760,"kb_avail":93738816,"statfs":{"total":95995035648,"available":95988547584,"internally_reserved":0,"allocated":581632,"data_stored":237841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5898240},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 15 16:17:25 2024","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.35299999999999998,"15min":0.34899999999999998},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.54700000000000004,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.374,"5min":0.373,"15min":0.35599999999999998},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.61099999999999999,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.77800000000000002}]},{"osd":2,"last update":"Wed May 15 16:17:55 2024","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.376,"15min":0.38200000000000001},"min":{"1min":0.23599999999999999,"5min":0.216,"15min":0.216},"max":{"1min":0.48399999999999999,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.38},{"interface":"front","average":{"1min":0.374,"5min":0.40000000000000002,"15min":0.40200000000000002},"min":{"1min":0.253,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.56599999999999995,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.61399999999999999}]},{"osd":3,"last update":"Wed May 15 16:17:13 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.314,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.502},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.45500000000000002,"15min":0.45300000000000001},"min":{"1min":0.33100000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.74099999999999999}]},{"osd":4,"last update":"Wed May 15 16:17:36 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.58699999999999997,"15min":0.59299999999999997},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.80200000000000005,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.59299999999999997,"15min":0.59599999999999997},"min":{"1min":0.39200000000000002,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.57499999999999996}]},{"osd":5,"last update":"Wed May 15 16:17:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.58299999999999996,"15min":0.58699999999999997},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.72699999999999998,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.56899999999999995,"15min":0.56699999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.67000000000000004}]},{"osd":6,"last update":"Wed May 15 16:17:20 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.59499999999999997}]},{"osd":7,"last update":"Wed May 15 16:17:46 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.75},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.72099999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738421,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6920,"kb_used_data":1088,"kb_used_omap":0,"kb_used_meta":5824,"kb_avail":93738232,"statfs":{"total":95995035648,"available":95987949568,"internally_reserved":0,"allocated":1114112,"data_stored":766769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5963776},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed May 15 16:17:27 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.32200000000000001,"15min":0.29899999999999999},"min":{"1min":0.23999999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.34300000000000003,"15min":0.31900000000000001},"min":{"1min":0.29499999999999998,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.40600000000000003}]},{"osd":2,"last update":"Wed May 15 16:17:49 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38800000000000001,"15min":0.38200000000000001},"min":{"1min":0.28499999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.27700000000000002}]},{"osd":3,"last update":"Wed May 15 16:17:16 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.42699999999999999,"15min":0.42999999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.60599999999999998,"5min":0.624,"15min":0.624},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41599999999999998,"15min":0.41699999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.38300000000000001}]},{"osd":4,"last update":"Wed May 15 16:17:39 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.57599999999999996,"15min":0.57299999999999995},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.57999999999999996,"15min":0.57399999999999995},"min":{"1min":0.435,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.65000000000000002}]},{"osd":5,"last update":"Wed May 15 16:17:58 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.55300000000000005,"15min":0.54500000000000004},"min":{"1min":0.44900000000000001,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.57999999999999996,"15min":0.57499999999999996},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.61399999999999999}]},{"osd":6,"last update":"Wed May 15 16:17:19 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.624},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.58599999999999997}]},{"osd":7,"last update":"Wed May 15 16:17:45 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.028,"5min":1.028,"15min":1.028},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.56599999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411370,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6272,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":5696,"kb_avail":93738880,"statfs":{"total":95995035648,"available":95988613120,"internally_reserved":0,"allocated":581632,"data_stored":237841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5832704},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 15 16:17:50 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.38100000000000001,"15min":0.376},"min":{"1min":0.26500000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.61899999999999999,"5min":0.751,"15min":0.751},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.442,"5min":0.42099999999999999,"15min":0.40799999999999997},"min":{"1min":0.28499999999999998,"5min":0.253,"15min":0.253},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.47899999999999998}]},{"osd":1,"last update":"Wed May 15 16:17:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.41499999999999998,"15min":0.41799999999999998},"min":{"1min":0.28499999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.59299999999999997,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.433,"5min":0.42199999999999999,"15min":0.41199999999999998},"min":{"1min":0.33600000000000002,"5min":0.255,"15min":0.255},"max":{"1min":0.61199999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.57899999999999996}]},{"osd":3,"last update":"Wed May 15 16:17:12 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.48599999999999999,"15min":0.48799999999999999},"min":{"1min":0.307,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.60999999999999999,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.44900000000000001,"15min":0.45500000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.55800000000000005,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.38100000000000001}]},{"osd":4,"last update":"Wed May 15 16:17:33 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.57799999999999996,"15min":0.57999999999999996},"min":{"1min":0.441,"5min":0.378,"15min":0.378},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.62,"5min":0.60799999999999998,"15min":0.60599999999999998},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.88400000000000001,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.624}]},{"osd":5,"last update":"Wed May 15 16:18:00 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41699999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.55700000000000005,"15min":0.55500000000000005},"min":{"1min":0.40699999999999997,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.46800000000000003}]},{"osd":6,"last update":"Wed May 15 16:17:21 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.64200000000000002}]},{"osd":7,"last update":"Wed May 15 16:17:46 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.498}]}]},{"osd":3,"up_from":25,"seq":107374182439,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5696,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93739456,"statfs":{"total":95995035648,"available":95989202944,"internally_reserved":0,"allocated":581632,"data_stored":237841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 15 16:17:17 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.39000000000000001,"15min":0.38300000000000001},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.60799999999999998,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.436,"15min":0.437},"min":{"1min":0.28899999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.59899999999999998,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.63700000000000001}]},{"osd":1,"last update":"Wed May 15 16:17:17 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.42799999999999999,"15min":0.42999999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.55100000000000005,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.378},{"interface":"front","average":{"1min":0.435,"5min":0.442,"15min":0.443},"min":{"1min":0.31900000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.53800000000000003,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.48699999999999999}]},{"osd":2,"last update":"Wed May 15 16:17:17 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.45600000000000002,"15min":0.45400000000000001},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.46500000000000002,"15min":0.46700000000000003},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.73299999999999998,"5min":0.879,"15min":0.879},"last":0.41399999999999998}]},{"osd":4,"last update":"Wed May 15 16:17:37 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.58399999999999996,"15min":0.58899999999999997},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.60999999999999999,"15min":0.61499999999999999},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.80000000000000004,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.624}]},{"osd":5,"last update":"Wed May 15 16:17:59 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.63200000000000001,"15min":0.64000000000000001},"min":{"1min":0.443,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.81200000000000006,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.62,"15min":0.624},"min":{"1min":0.41799999999999998,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.82499999999999996,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.52800000000000002}]},{"osd":6,"last update":"Wed May 15 16:17:21 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.65800000000000003}]},{"osd":7,"last update":"Wed May 15 16:17:45 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.65400000000000003}]}]},{"osd":4,"up_from":30,"seq":128849018913,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5760,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739392,"statfs":{"total":95995035648,"available":95989137408,"internally_reserved":0,"allocated":581632,"data_stored":237841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 15 16:17:36 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.51400000000000001,"15min":0.51800000000000002},"min":{"1min":0.39400000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.61399999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.50800000000000001,"15min":0.50700000000000001},"min":{"1min":0.34599999999999997,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.60699999999999998,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.61199999999999999}]},{"osd":1,"last update":"Wed May 15 16:17:36 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.51500000000000001,"15min":0.51900000000000002},"min":{"1min":0.374,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.63200000000000001,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.628},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.38300000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.622}]},{"osd":2,"last update":"Wed May 15 16:17:36 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.39600000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.73999999999999999,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.51900000000000002,"15min":0.52300000000000002},"min":{"1min":0.39400000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.64100000000000001}]},{"osd":3,"last update":"Wed May 15 16:17:36 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.53700000000000003,"15min":0.53900000000000003},"min":{"1min":0.38800000000000001,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.60799999999999998,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.55500000000000005,"15min":0.56100000000000005},"min":{"1min":0.44400000000000001,"5min":0.371,"15min":0.371},"max":{"1min":0.626,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.65700000000000003}]},{"osd":5,"last update":"Wed May 15 16:18:00 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.38500000000000001,"15min":0.377},"min":{"1min":0.312,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.41199999999999998,"15min":0.40000000000000002},"min":{"1min":0.31,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.39600000000000002}]},{"osd":6,"last update":"Wed May 15 16:17:21 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.42299999999999999}]},{"osd":7,"last update":"Wed May 15 16:17:43 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.45600000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757278,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5624,"kb_used_data":560,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739528,"statfs":{"total":95995035648,"available":95989276672,"internally_reserved":0,"allocated":573440,"data_stored":237253,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 15 16:17:56 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.501,"15min":0.503},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.66900000000000004,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.50800000000000001,"15min":0.51200000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.61099999999999999,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.61299999999999999}]},{"osd":1,"last update":"Wed May 15 16:17:56 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.52500000000000002,"15min":0.52900000000000003},"min":{"1min":0.377,"5min":0.371,"15min":0.371},"max":{"1min":0.69399999999999995,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.501,"15min":0.497},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.63600000000000001,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.54100000000000004}]},{"osd":2,"last update":"Wed May 15 16:17:56 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.51300000000000001,"15min":0.51000000000000001},"min":{"1min":0.36399999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.68100000000000005,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.501,"5min":0.51400000000000001,"15min":0.51600000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.65100000000000002,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.68700000000000006}]},{"osd":3,"last update":"Wed May 15 16:17:56 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.67600000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.496},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.53600000000000003,"15min":0.53800000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.66100000000000003,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.58999999999999997}]},{"osd":4,"last update":"Wed May 15 16:17:56 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.379,"15min":0.36799999999999999},"min":{"1min":0.30199999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.39400000000000002,"15min":0.38400000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.64200000000000002}]},{"osd":6,"last update":"Wed May 15 16:17:19 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.628}]},{"osd":7,"last update":"Wed May 15 16:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.72299999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-15T16:18:13.380 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph pg dump --format=json 2024-05-15T16:18:13.465 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:13 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:13.465 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:13 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:13.465 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:13 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:13.465 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:13 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:13.465 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:13 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-05-15T16:18:13.465 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:13 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:13.466 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:13 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:13.466 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:13 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:13.466 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:13 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:13.466 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:13 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:13.466 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:13 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-05-15T16:18:13.466 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:13 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:13.585 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:13 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:13.585 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:13 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:13.585 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:13 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:13.585 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:13 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:13.585 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:13 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-05-15T16:18:13.585 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:13 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:13.839 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/mon.a/config 2024-05-15T16:18:14.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:14 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-05-15T16:18:14.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:14 smithi066 ceph-mon[24465]: Deploying daemon grafana.a on smithi081 2024-05-15T16:18:14.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:14 smithi066 ceph-mon[24465]: pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:14.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:14 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-05-15T16:18:14.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:14 smithi066 ceph-mon[29300]: Deploying daemon grafana.a on smithi081 2024-05-15T16:18:14.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:14 smithi066 ceph-mon[29300]: pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:14.560 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:14 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-05-15T16:18:14.560 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:14 smithi081 ceph-mon[25343]: Deploying daemon grafana.a on smithi081 2024-05-15T16:18:14.560 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:14 smithi081 ceph-mon[25343]: pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:15.105 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:14 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[48696]: level=info ts=2024-05-15T16:18:14.841Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.001034698s 2024-05-15T16:18:15.369 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:15 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:15.369 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:15 smithi066 ceph-mon[29300]: pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:15.369 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:15 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:15.369 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:15 smithi066 ceph-mon[24465]: pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:15.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:15 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:15.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:15 smithi081 ceph-mon[25343]: pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:16.774 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:18:16 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:18:16] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:18:17.872 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:17 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:17.872 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:17 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:17.872 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:17 smithi066 ceph-mon[24465]: pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:17.872 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:17 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:17.873 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:17 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:17.873 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:17 smithi066 ceph-mon[29300]: pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:18.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:17 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:18.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:17 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:18.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:17 smithi081 ceph-mon[25343]: pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:18.511 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:18:18.514 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-05-15T16:18:19.145 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":42,"stamp":"2024-05-15T16:18:17.237214+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":48848,"kb_used_data":6096,"kb_used_omap":0,"kb_used_meta":42688,"kb_avail":749912368,"statfs":{"total":767960285184,"available":767910264832,"internally_reserved":0,"allocated":6242304,"data_stored":3488924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":43712512},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002064"},"pg_stats":[{"pgid":"1.0","version":"59'128","reported_seq":267,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-05-15T16:16:59.306617+0000","last_change":"2024-05-15T16:16:46.223803+0000","last_active":"2024-05-15T16:16:59.306617+0000","last_peered":"2024-05-15T16:16:59.306617+0000","last_clean":"2024-05-15T16:16:59.306617+0000","last_became_active":"2024-05-15T16:16:46.223422+0000","last_became_peered":"2024-05-15T16:16:46.223422+0000","last_unstale":"2024-05-15T16:16:59.306617+0000","last_undegraded":"2024-05-15T16:16:59.306617+0000","last_fullsized":"2024-05-15T16:16:59.306617+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-15T16:14:46.424287+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-15T16:14:46.424287+0000","last_clean_scrub_stamp":"2024-05-15T16:14:46.424287+0000","objects_scrubbed":0,"log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-16T16:25:29.559785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1597440,"data_stored":1586784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234004,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6088,"kb_used_data":1088,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739064,"statfs":{"total":95995035648,"available":95988801536,"internally_reserved":0,"allocated":1114112,"data_stored":766769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 15 16:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.32400000000000001}]},{"osd":1,"last update":"Wed May 15 16:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.42999999999999999}]},{"osd":2,"last update":"Wed May 15 16:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.64900000000000002}]},{"osd":3,"last update":"Wed May 15 16:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.46200000000000002}]},{"osd":4,"last update":"Wed May 15 16:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.57999999999999996}]},{"osd":5,"last update":"Wed May 15 16:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.51700000000000002}]},{"osd":6,"last update":"Wed May 15 16:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.495}]}]},{"osd":6,"up_from":46,"seq":197568495640,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6152,"kb_used_data":1088,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739000,"statfs":{"total":95995035648,"available":95988736000,"internally_reserved":0,"allocated":1114112,"data_stored":766769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 15 16:17:19 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.59599999999999997},{"interface":"front","average":{"1min":1.29,"5min":1.29,"15min":1.29},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":18.359000000000002,"5min":18.359000000000002,"15min":18.359000000000002},"last":0.67800000000000005}]},{"osd":1,"last update":"Wed May 15 16:17:19 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.58199999999999996}]},{"osd":2,"last update":"Wed May 15 16:17:19 2024","interfaces":[{"interface":"back","average":{"1min":1.292,"5min":1.292,"15min":1.292},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":18.420000000000002,"5min":18.420000000000002,"15min":18.420000000000002},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.60899999999999999}]},{"osd":3,"last update":"Wed May 15 16:17:19 2024","interfaces":[{"interface":"back","average":{"1min":1.3049999999999999,"5min":1.3049999999999999,"15min":1.3049999999999999},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":18.324000000000002,"5min":18.324000000000002,"15min":18.324000000000002},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.70999999999999996}]},{"osd":4,"last update":"Wed May 15 16:17:19 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.61899999999999999}]},{"osd":5,"last update":"Wed May 15 16:17:19 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.72499999999999998}]},{"osd":7,"last update":"Wed May 15 16:17:43 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.393,"5min":1.393,"15min":1.393},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.63900000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574898,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6336,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":5760,"kb_avail":93738816,"statfs":{"total":95995035648,"available":95988547584,"internally_reserved":0,"allocated":581632,"data_stored":237841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5898240},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 15 16:17:25 2024","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.35299999999999998,"15min":0.34899999999999998},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.54700000000000004,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.374,"5min":0.373,"15min":0.35599999999999998},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.61099999999999999,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.34000000000000002}]},{"osd":2,"last update":"Wed May 15 16:17:55 2024","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.376,"15min":0.38200000000000001},"min":{"1min":0.23599999999999999,"5min":0.216,"15min":0.216},"max":{"1min":0.48399999999999999,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.374,"5min":0.40000000000000002,"15min":0.40200000000000002},"min":{"1min":0.253,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.56599999999999995,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.378}]},{"osd":3,"last update":"Wed May 15 16:17:13 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.314,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.44},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.45500000000000002,"15min":0.45300000000000001},"min":{"1min":0.33100000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.39600000000000002}]},{"osd":4,"last update":"Wed May 15 16:17:36 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.58699999999999997,"15min":0.59299999999999997},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.80200000000000005,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.495},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.59299999999999997,"15min":0.59599999999999997},"min":{"1min":0.39200000000000002,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.503}]},{"osd":5,"last update":"Wed May 15 16:17:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.58299999999999996,"15min":0.58699999999999997},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.72699999999999998,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.56899999999999995,"15min":0.56699999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.57699999999999996}]},{"osd":6,"last update":"Wed May 15 16:17:20 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.65100000000000002}]},{"osd":7,"last update":"Wed May 15 16:17:46 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.62}]}]},{"osd":0,"up_from":8,"seq":34359738422,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6920,"kb_used_data":1088,"kb_used_omap":0,"kb_used_meta":5824,"kb_avail":93738232,"statfs":{"total":95995035648,"available":95987949568,"internally_reserved":0,"allocated":1114112,"data_stored":766769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5963776},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed May 15 16:17:27 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.32200000000000001,"15min":0.29899999999999999},"min":{"1min":0.23999999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.34300000000000003,"15min":0.31900000000000001},"min":{"1min":0.29499999999999998,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.35299999999999998}]},{"osd":2,"last update":"Wed May 15 16:17:49 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38800000000000001,"15min":0.38200000000000001},"min":{"1min":0.28499999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.32000000000000001}]},{"osd":3,"last update":"Wed May 15 16:17:16 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.42699999999999999,"15min":0.42999999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.60599999999999998,"5min":0.624,"15min":0.624},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41599999999999998,"15min":0.41699999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.41599999999999998}]},{"osd":4,"last update":"Wed May 15 16:17:39 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.57599999999999996,"15min":0.57299999999999995},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.57999999999999996,"15min":0.57399999999999995},"min":{"1min":0.435,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.68200000000000005}]},{"osd":5,"last update":"Wed May 15 16:17:58 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.55300000000000005,"15min":0.54500000000000004},"min":{"1min":0.44900000000000001,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.57999999999999996,"15min":0.57499999999999996},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.57699999999999996}]},{"osd":6,"last update":"Wed May 15 16:17:19 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.66800000000000004}]},{"osd":7,"last update":"Wed May 15 16:17:45 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.028,"5min":1.028,"15min":1.028},"last":0.625},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.65100000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411371,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6272,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":5696,"kb_avail":93738880,"statfs":{"total":95995035648,"available":95988613120,"internally_reserved":0,"allocated":581632,"data_stored":237841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5832704},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 15 16:17:50 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.38100000000000001,"15min":0.376},"min":{"1min":0.26500000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.61899999999999999,"5min":0.751,"15min":0.751},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.442,"5min":0.42099999999999999,"15min":0.40799999999999997},"min":{"1min":0.28499999999999998,"5min":0.253,"15min":0.253},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.26900000000000002}]},{"osd":1,"last update":"Wed May 15 16:17:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.41499999999999998,"15min":0.41799999999999998},"min":{"1min":0.28499999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.59299999999999997,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.433,"5min":0.42199999999999999,"15min":0.41199999999999998},"min":{"1min":0.33600000000000002,"5min":0.255,"15min":0.255},"max":{"1min":0.61199999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.32100000000000001}]},{"osd":3,"last update":"Wed May 15 16:17:12 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.48599999999999999,"15min":0.48799999999999999},"min":{"1min":0.307,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.60999999999999999,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.44900000000000001,"15min":0.45500000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.55800000000000005,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.34999999999999998}]},{"osd":4,"last update":"Wed May 15 16:17:33 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.57799999999999996,"15min":0.57999999999999996},"min":{"1min":0.441,"5min":0.378,"15min":0.378},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.62,"5min":0.60799999999999998,"15min":0.60599999999999998},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.88400000000000001,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.47099999999999997}]},{"osd":5,"last update":"Wed May 15 16:18:00 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41699999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.55700000000000005,"15min":0.55500000000000005},"min":{"1min":0.40699999999999997,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.48199999999999998}]},{"osd":6,"last update":"Wed May 15 16:17:21 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.42699999999999999}]},{"osd":7,"last update":"Wed May 15 16:17:46 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.443},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.41499999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182440,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5696,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93739456,"statfs":{"total":95995035648,"available":95989202944,"internally_reserved":0,"allocated":581632,"data_stored":237841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 15 16:17:17 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.39000000000000001,"15min":0.38300000000000001},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.60799999999999998,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.436,"15min":0.437},"min":{"1min":0.28899999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.59899999999999998,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.36199999999999999}]},{"osd":1,"last update":"Wed May 15 16:17:17 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.42799999999999999,"15min":0.42999999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.55100000000000005,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.435,"5min":0.442,"15min":0.443},"min":{"1min":0.31900000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.53800000000000003,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.47899999999999998}]},{"osd":2,"last update":"Wed May 15 16:17:17 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.45600000000000002,"15min":0.45400000000000001},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.46500000000000002,"15min":0.46700000000000003},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.73299999999999998,"5min":0.879,"15min":0.879},"last":0.69299999999999995}]},{"osd":4,"last update":"Wed May 15 16:17:37 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.58399999999999996,"15min":0.58899999999999997},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.60999999999999999,"15min":0.61499999999999999},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.80000000000000004,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.59699999999999998}]},{"osd":5,"last update":"Wed May 15 16:17:59 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.63200000000000001,"15min":0.64000000000000001},"min":{"1min":0.443,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.81200000000000006,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.62,"15min":0.624},"min":{"1min":0.41799999999999998,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.82499999999999996,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.50700000000000001}]},{"osd":6,"last update":"Wed May 15 16:17:21 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.749}]},{"osd":7,"last update":"Wed May 15 16:17:45 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.53300000000000003}]}]},{"osd":4,"up_from":30,"seq":128849018914,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5760,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739392,"statfs":{"total":95995035648,"available":95989137408,"internally_reserved":0,"allocated":581632,"data_stored":237841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 15 16:17:36 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.51400000000000001,"15min":0.51800000000000002},"min":{"1min":0.39400000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.61399999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.50800000000000001,"15min":0.50700000000000001},"min":{"1min":0.34599999999999997,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.60699999999999998,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.65400000000000003}]},{"osd":1,"last update":"Wed May 15 16:17:36 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.51500000000000001,"15min":0.51900000000000002},"min":{"1min":0.374,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.63200000000000001,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.38300000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.72499999999999998}]},{"osd":2,"last update":"Wed May 15 16:17:36 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.39600000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.73999999999999999,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.51900000000000002,"15min":0.52300000000000002},"min":{"1min":0.39400000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.68500000000000005}]},{"osd":3,"last update":"Wed May 15 16:17:36 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.53700000000000003,"15min":0.53900000000000003},"min":{"1min":0.38800000000000001,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.60799999999999998,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.55500000000000005,"15min":0.56100000000000005},"min":{"1min":0.44400000000000001,"5min":0.371,"15min":0.371},"max":{"1min":0.626,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.67600000000000005}]},{"osd":5,"last update":"Wed May 15 16:18:00 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.38500000000000001,"15min":0.377},"min":{"1min":0.312,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.44},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.41199999999999998,"15min":0.40000000000000002},"min":{"1min":0.31,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.48899999999999999}]},{"osd":6,"last update":"Wed May 15 16:17:21 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.51300000000000001}]},{"osd":7,"last update":"Wed May 15 16:17:43 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.53300000000000003}]}]},{"osd":5,"up_from":38,"seq":163208757279,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5624,"kb_used_data":560,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739528,"statfs":{"total":95995035648,"available":95989276672,"internally_reserved":0,"allocated":573440,"data_stored":237253,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 15 16:17:56 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.501,"15min":0.503},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.66900000000000004,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.50800000000000001,"15min":0.51200000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.61099999999999999,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.54700000000000004}]},{"osd":1,"last update":"Wed May 15 16:17:56 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.52500000000000002,"15min":0.52900000000000003},"min":{"1min":0.377,"5min":0.371,"15min":0.371},"max":{"1min":0.69399999999999995,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.44},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.501,"15min":0.497},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.63600000000000001,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.57599999999999996}]},{"osd":2,"last update":"Wed May 15 16:17:56 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.51300000000000001,"15min":0.51000000000000001},"min":{"1min":0.36399999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.68100000000000005,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.501,"5min":0.51400000000000001,"15min":0.51600000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.65100000000000002,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.49399999999999999}]},{"osd":3,"last update":"Wed May 15 16:17:56 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.67600000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.53600000000000003,"15min":0.53800000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.66100000000000003,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.59599999999999997}]},{"osd":4,"last update":"Wed May 15 16:17:56 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.379,"15min":0.36799999999999999},"min":{"1min":0.30199999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.625},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.39400000000000002,"15min":0.38400000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.52200000000000002}]},{"osd":6,"last update":"Wed May 15 16:17:19 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.56599999999999995}]},{"osd":7,"last update":"Wed May 15 16:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.69999999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-15T16:18:19.146 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-15T16:18:19.146 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-05-15T16:18:19.147 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-05-15T16:18:19.147 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-15T16:18:19.376 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/mon.a/config 2024-05-15T16:18:19.499 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:19 smithi066 ceph-mon[29300]: from='client.14613 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-15T16:18:19.499 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:19 smithi066 ceph-mon[29300]: pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:19.500 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:19 smithi066 ceph-mon[24465]: from='client.14613 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-15T16:18:19.500 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:19 smithi066 ceph-mon[24465]: pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:19.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:19 smithi081 ceph-mon[25343]: from='client.14613 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-15T16:18:19.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:19 smithi081 ceph-mon[25343]: pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:21.357 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:18:21 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:18:21] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:18:21.608 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:18:21.609 INFO:teuthology.orchestra.run.smithi066.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-05-15T16:18:22.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:22 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:22.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:22 smithi066 ceph-mon[24465]: pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:22.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:22 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3715023352' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-15T16:18:22.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:22 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:22.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:22 smithi066 ceph-mon[29300]: pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:22.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:22 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3715023352' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-15T16:18:22.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:22 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:22.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:22 smithi081 ceph-mon[25343]: pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:22.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:22 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3715023352' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-15T16:18:22.734 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-05-15T16:18:22.734 INFO:tasks.cephadm:Setup complete, yielding 2024-05-15T16:18:22.735 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-05-15T16:18:22.745 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi066.front.sepia.ceph.com 2024-05-15T16:18:22.745 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'radosgw-admin realm create --rgw-realm=r --default' 2024-05-15T16:18:22.959 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[48696]: level=info ts=2024-05-15T16:18:22.843Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.003337354s 2024-05-15T16:18:24.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:18:23 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:18:23] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:18:24.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:18:24 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:18:24] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:18:24.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:24 smithi066 ceph-mon[29300]: pgmap v45: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:24.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:24 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:24 smithi066 ceph-mon[24465]: pgmap v45: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:24 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:24 smithi081 ceph-mon[25343]: pgmap v45: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:24 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:25.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:25 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:25.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:25 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:25.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:25 smithi066 ceph-mon[29300]: pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:25.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:25 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:25.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:25 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:25.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:25 smithi066 ceph-mon[24465]: pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:25.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:25 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:25.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:25 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:25.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:25 smithi081 ceph-mon[25343]: pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:27.367 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:18:27.368 INFO:teuthology.orchestra.run.smithi066.stdout: "id": "00a02254-dc82-468e-ab94-b8716fc25abd", 2024-05-15T16:18:27.368 INFO:teuthology.orchestra.run.smithi066.stdout: "name": "r", 2024-05-15T16:18:27.368 INFO:teuthology.orchestra.run.smithi066.stdout: "current_period": "d8079756-0106-404e-9abb-94604e885861", 2024-05-15T16:18:27.368 INFO:teuthology.orchestra.run.smithi066.stdout: "epoch": 1 2024-05-15T16:18:27.368 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:18:27.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:27 smithi066 ceph-mon[29300]: osdmap e60: 8 total, 8 up, 8 in 2024-05-15T16:18:27.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:27 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/782127187' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-05-15T16:18:27.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:27 smithi066 ceph-mon[29300]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-05-15T16:18:27.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:27 smithi066 ceph-mon[29300]: pgmap v48: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:27.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:27 smithi066 ceph-mon[24465]: osdmap e60: 8 total, 8 up, 8 in 2024-05-15T16:18:27.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:27 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/782127187' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-05-15T16:18:27.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:27 smithi066 ceph-mon[24465]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-05-15T16:18:27.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:27 smithi066 ceph-mon[24465]: pgmap v48: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:27.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:27 smithi081 ceph-mon[25343]: osdmap e60: 8 total, 8 up, 8 in 2024-05-15T16:18:27.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:27 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/782127187' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-05-15T16:18:27.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:27 smithi081 ceph-mon[25343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-05-15T16:18:27.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:27 smithi081 ceph-mon[25343]: pgmap v48: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:28.270 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'radosgw-admin zonegroup create --rgw-zonegroup=default --master --default' 2024-05-15T16:18:28.423 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:28 smithi081 ceph-mon[25343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-05-15T16:18:28.423 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:28 smithi081 ceph-mon[25343]: osdmap e61: 8 total, 8 up, 8 in 2024-05-15T16:18:28.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:28 smithi066 ceph-mon[29300]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-05-15T16:18:28.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:28 smithi066 ceph-mon[29300]: osdmap e61: 8 total, 8 up, 8 in 2024-05-15T16:18:28.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:28 smithi066 ceph-mon[24465]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-05-15T16:18:28.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:28 smithi066 ceph-mon[24465]: osdmap e61: 8 total, 8 up, 8 in 2024-05-15T16:18:29.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:29 smithi081 ceph-mon[25343]: osdmap e62: 8 total, 8 up, 8 in 2024-05-15T16:18:29.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:29 smithi081 ceph-mon[25343]: pgmap v51: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:29.656 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:29 smithi066 ceph-mon[24465]: osdmap e62: 8 total, 8 up, 8 in 2024-05-15T16:18:29.656 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:29 smithi066 ceph-mon[24465]: pgmap v51: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:29.656 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:29 smithi066 ceph-mon[29300]: osdmap e62: 8 total, 8 up, 8 in 2024-05-15T16:18:29.656 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:29 smithi066 ceph-mon[29300]: pgmap v51: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:18:30.100 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:18:30.100 INFO:teuthology.orchestra.run.smithi066.stdout: "id": "3ea661ae-a571-44f8-a4df-1f701ec5acf4", 2024-05-15T16:18:30.101 INFO:teuthology.orchestra.run.smithi066.stdout: "name": "default", 2024-05-15T16:18:30.101 INFO:teuthology.orchestra.run.smithi066.stdout: "api_name": "default", 2024-05-15T16:18:30.101 INFO:teuthology.orchestra.run.smithi066.stdout: "is_master": "true", 2024-05-15T16:18:30.101 INFO:teuthology.orchestra.run.smithi066.stdout: "endpoints": [], 2024-05-15T16:18:30.101 INFO:teuthology.orchestra.run.smithi066.stdout: "hostnames": [], 2024-05-15T16:18:30.101 INFO:teuthology.orchestra.run.smithi066.stdout: "hostnames_s3website": [], 2024-05-15T16:18:30.101 INFO:teuthology.orchestra.run.smithi066.stdout: "master_zone": "", 2024-05-15T16:18:30.101 INFO:teuthology.orchestra.run.smithi066.stdout: "zones": [], 2024-05-15T16:18:30.101 INFO:teuthology.orchestra.run.smithi066.stdout: "placement_targets": [], 2024-05-15T16:18:30.101 INFO:teuthology.orchestra.run.smithi066.stdout: "default_placement": "", 2024-05-15T16:18:30.101 INFO:teuthology.orchestra.run.smithi066.stdout: "realm_id": "00a02254-dc82-468e-ab94-b8716fc25abd", 2024-05-15T16:18:30.101 INFO:teuthology.orchestra.run.smithi066.stdout: "sync_policy": { 2024-05-15T16:18:30.101 INFO:teuthology.orchestra.run.smithi066.stdout: "groups": [] 2024-05-15T16:18:30.101 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:18:30.102 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:18:30.657 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default' 2024-05-15T16:18:30.999 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:30 smithi081 systemd[1]: Starting Ceph grafana.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:18:31.271 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:30 smithi081 podman[43505]: 2024-05-15 16:18:30.900652904 +0000 UTC m=+0.016268160 image pull dad864ee21e98e69f4029d1e417aa085001566be0d322fbc75bc6f29b0050c01 quay.io/ceph/ceph-grafana:8.3.5 2024-05-15T16:18:31.271 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 podman[43505]: 2024-05-15 16:18:31.010076516 +0000 UTC m=+0.125691844 container create d1bc6dfe6887aeb7ed3f691c63540949ce141924299e46ef6e69703b3c379d73 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, name=ubi8, build-date=2022-03-28T10:36:18.413762, release=236.1648460182, distribution-scope=public, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, com.redhat.component=ubi8-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, io.buildah.version=1.24.2, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , vcs-type=git, version=8.5) 2024-05-15T16:18:31.271 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 podman[43505]: 2024-05-15 16:18:31.238630716 +0000 UTC m=+0.354245975 container init d1bc6dfe6887aeb7ed3f691c63540949ce141924299e46ef6e69703b3c379d73 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, build-date=2022-03-28T10:36:18.413762, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , vcs-type=git, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=236.1648460182, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, description=Ceph Grafana Container, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.tags=base rhel8, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, io.buildah.version=1.24.2, architecture=x86_64, com.redhat.component=ubi8-container) 2024-05-15T16:18:31.271 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 podman[43505]: 2024-05-15 16:18:31.241407813 +0000 UTC m=+0.357023076 container start d1bc6dfe6887aeb7ed3f691c63540949ce141924299e46ef6e69703b3c379d73 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a, name=ubi8, vendor=Red Hat, Inc., io.buildah.version=1.24.2, release=236.1648460182, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, distribution-scope=public, io.openshift.tags=base rhel8, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, build-date=2022-03-28T10:36:18.413762, description=Ceph Grafana Container) 2024-05-15T16:18:31.271 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="The state of unified alerting is still not defined. The decision will be made during as we run the database migrations" logger=settings 2024-05-15T16:18:31.271 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=warn msg="falling back to legacy setting of 'min_interval_seconds'; please use the configuration option in the `unified_alerting` section if Grafana 8 alerts are enabled." logger=settings 2024-05-15T16:18:31.271 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Config loaded from" logger=settings file=/usr/share/grafana/conf/defaults.ini 2024-05-15T16:18:31.271 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Config loaded from" logger=settings file=/etc/grafana/grafana.ini 2024-05-15T16:18:31.271 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_DATA=/var/lib/grafana" 2024-05-15T16:18:31.271 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_LOGS=/var/log/grafana" 2024-05-15T16:18:31.521 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:31 smithi081 ceph-mon[25343]: pgmap v52: 33 pgs: 33 active+clean; 578 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 1.8 KiB/s wr, 2 op/s 2024-05-15T16:18:31.521 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-05-15T16:18:31.521 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-05-15T16:18:31.521 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Path Home" logger=settings path=/usr/share/grafana 2024-05-15T16:18:31.522 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Path Data" logger=settings path=/var/lib/grafana 2024-05-15T16:18:31.522 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Path Logs" logger=settings path=/var/log/grafana 2024-05-15T16:18:31.522 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Path Plugins" logger=settings path=/var/lib/grafana/plugins 2024-05-15T16:18:31.522 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Path Provisioning" logger=settings path=/etc/grafana/provisioning 2024-05-15T16:18:31.522 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="App mode production" logger=settings 2024-05-15T16:18:31.522 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Connecting to DB" logger=sqlstore dbtype=sqlite3 2024-05-15T16:18:31.522 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=warn msg="SQLite database file has broader permissions than it should" logger=sqlstore path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-05-15T16:18:31.522 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Starting DB migrations" logger=migrator 2024-05-15T16:18:31.522 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create migration_log table" 2024-05-15T16:18:31.522 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create user table" 2024-05-15T16:18:31.522 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.login" 2024-05-15T16:18:31.522 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.email" 2024-05-15T16:18:31.522 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_login - v1" 2024-05-15T16:18:31.523 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_email - v1" 2024-05-15T16:18:31.523 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table user to user_v1 - v1" 2024-05-15T16:18:31.523 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create user table v2" 2024-05-15T16:18:31.523 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_login - v2" 2024-05-15T16:18:31.524 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_email - v2" 2024-05-15T16:18:31.524 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2024-05-15T16:18:31.524 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table user_v1" 2024-05-15T16:18:31.524 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column help_flags1 to user table" 2024-05-15T16:18:31.524 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update user table charset" 2024-05-15T16:18:31.524 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add last_seen_at column to user" 2024-05-15T16:18:31.524 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add missing user data" 2024-05-15T16:18:31.524 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add is_disabled column to user" 2024-05-15T16:18:31.524 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add index user.login/user.email" 2024-05-15T16:18:31.524 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add is_service_account column to user" 2024-05-15T16:18:31.524 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create temp user table v1-7" 2024-05-15T16:18:31.524 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_email - v1-7" 2024-05-15T16:18:31.524 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_org_id - v1-7" 2024-05-15T16:18:31.525 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_code - v1-7" 2024-05-15T16:18:31.525 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_status - v1-7" 2024-05-15T16:18:31.525 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update temp_user table charset" 2024-05-15T16:18:31.525 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_email - v1" 2024-05-15T16:18:31.525 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_org_id - v1" 2024-05-15T16:18:31.525 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_code - v1" 2024-05-15T16:18:31.525 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_status - v1" 2024-05-15T16:18:31.525 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-05-15T16:18:31.525 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create temp_user v2" 2024-05-15T16:18:31.525 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_email - v2" 2024-05-15T16:18:31.525 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_org_id - v2" 2024-05-15T16:18:31.525 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_code - v2" 2024-05-15T16:18:31.525 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_status - v2" 2024-05-15T16:18:31.525 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="copy temp_user v1 to v2" 2024-05-15T16:18:31.526 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop temp_user_tmp_qwerty" 2024-05-15T16:18:31.526 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Set created for temp users that will otherwise prematurely expire" 2024-05-15T16:18:31.526 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create star table" 2024-05-15T16:18:31.526 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index star.user_id_dashboard_id" 2024-05-15T16:18:31.526 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create org table v1" 2024-05-15T16:18:31.526 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_name - v1" 2024-05-15T16:18:31.526 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create org_user table v1" 2024-05-15T16:18:31.526 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_org_user_org_id - v1" 2024-05-15T16:18:31.526 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_user_org_id_user_id - v1" 2024-05-15T16:18:31.526 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_org_user_user_id - v1" 2024-05-15T16:18:31.526 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update org table charset" 2024-05-15T16:18:31.526 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update org_user table charset" 2024-05-15T16:18:31.526 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate all Read Only Viewers to Viewers" 2024-05-15T16:18:31.526 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard table" 2024-05-15T16:18:31.526 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard.account_id" 2024-05-15T16:18:31.527 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_account_id_slug" 2024-05-15T16:18:31.527 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_tag table" 2024-05-15T16:18:31.527 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_tag.dasboard_id_term" 2024-05-15T16:18:31.527 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-05-15T16:18:31.527 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard to dashboard_v1 - v1" 2024-05-15T16:18:31.527 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard v2" 2024-05-15T16:18:31.527 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_org_id - v2" 2024-05-15T16:18:31.527 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_org_id_slug - v2" 2024-05-15T16:18:31.527 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard v1 to v2" 2024-05-15T16:18:31.527 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_v1" 2024-05-15T16:18:31.527 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard.data to mediumtext v1" 2024-05-15T16:18:31.527 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column updated_by in dashboard - v2" 2024-05-15T16:18:31.527 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column created_by in dashboard - v2" 2024-05-15T16:18:31.527 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column gnetId in dashboard" 2024-05-15T16:18:31.528 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for gnetId in dashboard" 2024-05-15T16:18:31.528 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_id in dashboard" 2024-05-15T16:18:31.528 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for plugin_id in dashboard" 2024-05-15T16:18:31.528 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_id in dashboard_tag" 2024-05-15T16:18:31.528 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard table charset" 2024-05-15T16:18:31.528 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_tag table charset" 2024-05-15T16:18:31.528 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column folder_id in dashboard" 2024-05-15T16:18:31.528 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column isFolder in dashboard" 2024-05-15T16:18:31.528 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column has_acl in dashboard" 2024-05-15T16:18:31.528 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in dashboard" 2024-05-15T16:18:31.528 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in dashboard" 2024-05-15T16:18:31.528 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index dashboard_org_id_uid" 2024-05-15T16:18:31.528 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_slug" 2024-05-15T16:18:31.528 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard title length" 2024-05-15T16:18:31.528 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index for dashboard_org_id_title_folder_id" 2024-05-15T16:18:31.529 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning" 2024-05-15T16:18:31.529 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-05-15T16:18:31.529 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning v2" 2024-05-15T16:18:31.529 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-05-15T16:18:31.529 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-05-15T16:18:31.529 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard_provisioning v1 to v2" 2024-05-15T16:18:31.529 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop dashboard_provisioning_tmp_qwerty" 2024-05-15T16:18:31.529 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add check_sum column" 2024-05-15T16:18:31.529 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_title" 2024-05-15T16:18:31.529 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="delete tags for deleted dashboards" 2024-05-15T16:18:31.529 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="delete stars for deleted dashboards" 2024-05-15T16:18:31.529 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_is_folder" 2024-05-15T16:18:31.529 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table" 2024-05-15T16:18:31.529 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index data_source.account_id" 2024-05-15T16:18:31.529 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index data_source.account_id_name" 2024-05-15T16:18:31.530 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_data_source_account_id - v1" 2024-05-15T16:18:31.530 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_data_source_account_id_name - v1" 2024-05-15T16:18:31.530 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table data_source to data_source_v1 - v1" 2024-05-15T16:18:31.530 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table v2" 2024-05-15T16:18:31.530 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_data_source_org_id - v2" 2024-05-15T16:18:31.530 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_data_source_org_id_name - v2" 2024-05-15T16:18:31.530 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2024-05-15T16:18:31.530 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table data_source_v1 #2" 2024-05-15T16:18:31.530 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column with_credentials" 2024-05-15T16:18:31.530 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add secure json data column" 2024-05-15T16:18:31.530 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update data_source table charset" 2024-05-15T16:18:31.530 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update initial version to 1" 2024-05-15T16:18:31.530 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add read_only data column" 2024-05-15T16:18:31.530 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate logging ds to loki ds" 2024-05-15T16:18:31.531 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update json_data with nulls" 2024-05-15T16:18:31.531 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add uid column" 2024-05-15T16:18:31.532 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid value" 2024-05-15T16:18:31.532 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index datasource_org_id_uid" 2024-05-15T16:18:31.532 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index datasource_org_id_is_default" 2024-05-15T16:18:31.532 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 bash[43505]: d1bc6dfe6887aeb7ed3f691c63540949ce141924299e46ef6e69703b3c379d73 2024-05-15T16:18:31.532 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table" 2024-05-15T16:18:31.532 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 systemd[1]: Started Ceph grafana.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:18:31.532 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id" 2024-05-15T16:18:31.532 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.key" 2024-05-15T16:18:31.532 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id_name" 2024-05-15T16:18:31.532 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_api_key_account_id - v1" 2024-05-15T16:18:31.532 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_key - v1" 2024-05-15T16:18:31.532 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_account_id_name - v1" 2024-05-15T16:18:31.532 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table api_key to api_key_v1 - v1" 2024-05-15T16:18:31.532 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table v2" 2024-05-15T16:18:31.532 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_api_key_org_id - v2" 2024-05-15T16:18:31.533 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_key - v2" 2024-05-15T16:18:31.533 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_org_id_name - v2" 2024-05-15T16:18:31.533 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="copy api_key v1 to v2" 2024-05-15T16:18:31.533 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table api_key_v1" 2024-05-15T16:18:31.533 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update api_key table charset" 2024-05-15T16:18:31.533 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add expires to api_key table" 2024-05-15T16:18:31.533 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add service account foreign key" 2024-05-15T16:18:31.533 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v4" 2024-05-15T16:18:31.533 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_snapshot_v4 #1" 2024-05-15T16:18:31.533 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v5 #2" 2024-05-15T16:18:31.533 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_key - v5" 2024-05-15T16:18:31.533 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-05-15T16:18:31.533 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_snapshot_user_id - v5" 2024-05-15T16:18:31.533 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_snapshot to mediumtext v2" 2024-05-15T16:18:31.533 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_snapshot table charset" 2024-05-15T16:18:31.534 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external_delete_url to dashboard_snapshots table" 2024-05-15T16:18:31.534 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add encrypted dashboard json column" 2024-05-15T16:18:31.534 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-05-15T16:18:31.534 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create quota table v1" 2024-05-15T16:18:31.534 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_quota_org_id_user_id_target - v1" 2024-05-15T16:18:31.534 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update quota table charset" 2024-05-15T16:18:31.534 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create plugin_setting table" 2024-05-15T16:18:31.534 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-05-15T16:18:31.534 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_version to plugin_settings" 2024-05-15T16:18:31.534 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update plugin_setting table charset" 2024-05-15T16:18:31.534 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create session table" 2024-05-15T16:18:31.534 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist table" 2024-05-15T16:18:31.534 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist_item table" 2024-05-15T16:18:31.534 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist table v2" 2024-05-15T16:18:31.534 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist item table v2" 2024-05-15T16:18:31.535 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist table charset" 2024-05-15T16:18:31.535 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist_item table charset" 2024-05-15T16:18:31.535 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v2" 2024-05-15T16:18:31.535 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v3" 2024-05-15T16:18:31.535 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create preferences table v3" 2024-05-15T16:18:31.535 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update preferences table charset" 2024-05-15T16:18:31.535 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column team_id in preferences" 2024-05-15T16:18:31.535 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update team_id column values in preferences" 2024-05-15T16:18:31.535 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column week_start in preferences" 2024-05-15T16:18:31.535 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create alert table v1" 2024-05-15T16:18:31.535 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert org_id & id " 2024-05-15T16:18:31.535 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert state" 2024-05-15T16:18:31.535 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert dashboard_id" 2024-05-15T16:18:31.535 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v1" 2024-05-15T16:18:31.535 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-05-15T16:18:31.536 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-05-15T16:18:31.536 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-05-15T16:18:31.536 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v2" 2024-05-15T16:18:31.536 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-05-15T16:18:31.536 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="copy alert_rule_tag v1 to v2" 2024-05-15T16:18:31.536 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop table alert_rule_tag_v1" 2024-05-15T16:18:31.536 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification table v1" 2024-05-15T16:18:31.536 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column is_default" 2024-05-15T16:18:31.536 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column frequency" 2024-05-15T16:18:31.536 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column send_reminder" 2024-05-15T16:18:31.536 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column disable_resolve_message" 2024-05-15T16:18:31.536 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification org_id & name" 2024-05-15T16:18:31.536 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert table charset" 2024-05-15T16:18:31.536 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert_notification table charset" 2024-05-15T16:18:31.536 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create notification_journal table v1" 2024-05-15T16:18:31.536 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index notification_journal org_id & alert_id & notifier_id" 2024-05-15T16:18:31.536 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_notification_journal" 2024-05-15T16:18:31.536 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification_state table v1" 2024-05-15T16:18:31.537 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-05-15T16:18:31.537 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add for to alert table" 2024-05-15T16:18:31.537 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in alert_notification" 2024-05-15T16:18:31.537 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in alert_notification" 2024-05-15T16:18:31.537 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_notification_org_id_uid" 2024-05-15T16:18:31.537 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_name" 2024-05-15T16:18:31.537 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column secure_settings in alert_notification" 2024-05-15T16:18:31.537 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert.settings to mediumtext" 2024-05-15T16:18:31.537 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add non-unique index alert_notification_state_alert_id" 2024-05-15T16:18:31.537 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add non-unique index alert_rule_tag_alert_id" 2024-05-15T16:18:31.537 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old annotation table v4" 2024-05-15T16:18:31.537 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create annotation table v5" 2024-05-15T16:18:31.537 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 0 v3" 2024-05-15T16:18:31.537 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 1 v3" 2024-05-15T16:18:31.537 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 2 v3" 2024-05-15T16:18:31.538 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 3 v3" 2024-05-15T16:18:31.538 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 4 v3" 2024-05-15T16:18:31.538 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update annotation table charset" 2024-05-15T16:18:31.538 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column region_id to annotation table" 2024-05-15T16:18:31.538 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Drop category_id index" 2024-05-15T16:18:31.538 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column tags to annotation table" 2024-05-15T16:18:31.538 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v2" 2024-05-15T16:18:31.538 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index annotation_tag.annotation_id_tag_id" 2024-05-15T16:18:31.538 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-05-15T16:18:31.538 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-05-15T16:18:31.538 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v3" 2024-05-15T16:18:31.538 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-05-15T16:18:31.538 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="copy annotation_tag v2 to v3" 2024-05-15T16:18:31.538 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop table annotation_tag_v2" 2024-05-15T16:18:31.538 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert annotations and set TEXT to empty" 2024-05-15T16:18:31.539 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add created time to annotation table" 2024-05-15T16:18:31.539 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add updated time to annotation table" 2024-05-15T16:18:31.539 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for created in annotation table" 2024-05-15T16:18:31.539 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for updated in annotation table" 2024-05-15T16:18:31.539 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Convert existing annotations from seconds to milliseconds" 2024-05-15T16:18:31.616 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:31 smithi066 ceph-mon[29300]: pgmap v52: 33 pgs: 33 active+clean; 578 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 1.8 KiB/s wr, 2 op/s 2024-05-15T16:18:31.616 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:31 smithi066 ceph-mon[24465]: pgmap v52: 33 pgs: 33 active+clean; 578 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 1.8 KiB/s wr, 2 op/s 2024-05-15T16:18:31.792 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add epoch_end column" 2024-05-15T16:18:31.793 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for epoch_end" 2024-05-15T16:18:31.793 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Make epoch_end the same as epoch" 2024-05-15T16:18:31.793 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Move region to single row" 2024-05-15T16:18:31.793 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch from annotation table" 2024-05-15T16:18:31.793 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-05-15T16:18:31.793 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-05-15T16:18:31.793 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_epoch_end_epoch on annotation table" 2024-05-15T16:18:31.793 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch_epoch_end from annotation table" 2024-05-15T16:18:31.793 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for alert_id on annotation table" 2024-05-15T16:18:31.793 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create test_data table" 2024-05-15T16:18:31.793 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_version table v1" 2024-05-15T16:18:31.793 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_version.dashboard_id" 2024-05-15T16:18:31.794 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-05-15T16:18:31.794 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Set dashboard version to 1 where 0" 2024-05-15T16:18:31.794 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="save existing dashboard data in dashboard_version table v1" 2024-05-15T16:18:31.794 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_version.data to mediumtext v1" 2024-05-15T16:18:31.794 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create team table" 2024-05-15T16:18:31.794 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index team.org_id" 2024-05-15T16:18:31.794 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_org_id_name" 2024-05-15T16:18:31.794 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create team member table" 2024-05-15T16:18:31.794 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.org_id" 2024-05-15T16:18:31.794 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_member_org_id_team_id_user_id" 2024-05-15T16:18:31.794 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.team_id" 2024-05-15T16:18:31.794 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column email to team table" 2024-05-15T16:18:31.794 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external to team_member table" 2024-05-15T16:18:31.795 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column permission to team_member table" 2024-05-15T16:18:31.795 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard acl table" 2024-05-15T16:18:31.795 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_dashboard_id" 2024-05-15T16:18:31.795 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_user_id" 2024-05-15T16:18:31.795 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_team_id" 2024-05-15T16:18:31.795 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_user_id" 2024-05-15T16:18:31.795 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_team_id" 2024-05-15T16:18:31.795 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_org_id_role" 2024-05-15T16:18:31.795 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_permission" 2024-05-15T16:18:31.795 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="save default acl rules in dashboard_acl table" 2024-05-15T16:18:31.795 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="delete acl rules for deleted dashboards and folders" 2024-05-15T16:18:31.795 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create tag table" 2024-05-15T16:18:31.795 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index tag.key_value" 2024-05-15T16:18:31.796 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create login attempt table" 2024-05-15T16:18:31.796 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index login_attempt.username" 2024-05-15T16:18:31.796 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_login_attempt_username - v1" 2024-05-15T16:18:31.797 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-05-15T16:18:31.797 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create login_attempt v2" 2024-05-15T16:18:31.797 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_login_attempt_username - v2" 2024-05-15T16:18:31.797 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="copy login_attempt v1 to v2" 2024-05-15T16:18:31.797 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop login_attempt_tmp_qwerty" 2024-05-15T16:18:31.797 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth table" 2024-05-15T16:18:31.797 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-05-15T16:18:31.797 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="alter user_auth.auth_id to length 190" 2024-05-15T16:18:31.797 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth access token to user_auth" 2024-05-15T16:18:31.797 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth refresh token to user_auth" 2024-05-15T16:18:31.797 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth token type to user_auth" 2024-05-15T16:18:31.797 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth expiry to user_auth" 2024-05-15T16:18:31.797 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add index to user_id column in user_auth" 2024-05-15T16:18:31.797 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create server_lock table" 2024-05-15T16:18:31.797 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index server_lock.operation_uid" 2024-05-15T16:18:31.797 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth token table" 2024-05-15T16:18:31.798 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.auth_token" 2024-05-15T16:18:31.798 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.prev_auth_token" 2024-05-15T16:18:31.798 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_auth_token.user_id" 2024-05-15T16:18:31.798 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add revoked_at to the user auth token" 2024-05-15T16:18:31.798 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create cache_data table" 2024-05-15T16:18:31.798 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index cache_data.cache_key" 2024-05-15T16:18:31.798 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create short_url table v1" 2024-05-15T16:18:31.798 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index short_url.org_id-uid" 2024-05-15T16:18:31.798 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="delete alert_definition table" 2024-05-15T16:18:31.798 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="recreate alert_definition table" 2024-05-15T16:18:31.798 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition on org_id and title columns" 2024-05-15T16:18:31.798 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition on org_id and uid columns" 2024-05-15T16:18:31.798 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_definition table data column to mediumtext in mysql" 2024-05-15T16:18:31.798 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop index in alert_definition on org_id and title columns" 2024-05-15T16:18:31.798 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop index in alert_definition on org_id and uid columns" 2024-05-15T16:18:31.799 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index in alert_definition on org_id and title columns" 2024-05-15T16:18:31.799 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index in alert_definition on org_id and uid columns" 2024-05-15T16:18:31.799 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column paused in alert_definition" 2024-05-15T16:18:31.799 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_definition table" 2024-05-15T16:18:31.799 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="delete alert_definition_version table" 2024-05-15T16:18:31.799 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="recreate alert_definition_version table" 2024-05-15T16:18:31.799 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-05-15T16:18:31.799 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-05-15T16:18:31.799 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_definition_version table data column to mediumtext in mysql" 2024-05-15T16:18:31.799 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_definition_version table" 2024-05-15T16:18:31.799 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_instance table" 2024-05-15T16:18:31.799 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-05-15T16:18:31.799 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_instance table on def_org_id, current_state columns" 2024-05-15T16:18:31.799 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add column current_state_end to alert_instance" 2024-05-15T16:18:31.799 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-05-15T16:18:31.799 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="remove index def_org_id, current_state on alert_instance" 2024-05-15T16:18:31.799 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="rename def_org_id to rule_org_id in alert_instance" 2024-05-15T16:18:31.800 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="rename def_uid to rule_uid in alert_instance" 2024-05-15T16:18:31.800 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-05-15T16:18:31.800 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index rule_org_id, current_state on alert_instance" 2024-05-15T16:18:31.800 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_rule table" 2024-05-15T16:18:31.800 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id and title columns" 2024-05-15T16:18:31.800 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id and uid columns" 2024-05-15T16:18:31.800 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-05-15T16:18:31.800 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_rule table data column to mediumtext in mysql" 2024-05-15T16:18:31.800 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add column for to alert_rule" 2024-05-15T16:18:31.800 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add column annotations to alert_rule" 2024-05-15T16:18:31.800 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add column labels to alert_rule" 2024-05-15T16:18:31.800 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="remove unique index from alert_rule on org_id, title columns" 2024-05-15T16:18:31.800 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-05-15T16:18:31.800 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add dashboard_uid column to alert_rule" 2024-05-15T16:18:31.800 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add panel_id column to alert_rule" 2024-05-15T16:18:31.800 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-05-15T16:18:31.801 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_rule_version table" 2024-05-15T16:18:31.801 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-05-15T16:18:31.801 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-05-15T16:18:31.801 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_rule_version table data column to mediumtext in mysql" 2024-05-15T16:18:31.801 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add column for to alert_rule_version" 2024-05-15T16:18:31.801 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add column annotations to alert_rule_version" 2024-05-15T16:18:31.801 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add column labels to alert_rule_version" 2024-05-15T16:18:31.801 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id=create_alert_configuration_table 2024-05-15T16:18:31.801 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column default in alert_configuration" 2024-05-15T16:18:31.801 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-05-15T16:18:31.801 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add column org_id in alert_configuration" 2024-05-15T16:18:31.801 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_configuration table on org_id column" 2024-05-15T16:18:31.801 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id=create_ngalert_configuration_table 2024-05-15T16:18:31.801 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index in ngalert_configuration on org_id column" 2024-05-15T16:18:31.801 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="clear migration entry \"remove unified alerting data\"" 2024-05-15T16:18:31.801 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="move dashboard alerts to unified alerting" 2024-05-15T16:18:31.801 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create library_element table v1" 2024-05-15T16:18:31.802 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index library_element org_id-folder_id-name-kind" 2024-05-15T16:18:31.802 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create library_element_connection table v1" 2024-05-15T16:18:31.802 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index library_element_connection element_id-kind-connection_id" 2024-05-15T16:18:31.802 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index library_element org_id_uid" 2024-05-15T16:18:31.802 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="clone move dashboard alerts to unified alerting" 2024-05-15T16:18:31.802 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create data_keys table" 2024-05-15T16:18:31.802 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create kv_store table v1" 2024-05-15T16:18:31.802 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index kv_store.org_id-namespace-key" 2024-05-15T16:18:31.802 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="update dashboard_uid and panel_id from existing annotations" 2024-05-15T16:18:31.802 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create permission table" 2024-05-15T16:18:31.802 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index permission.role_id" 2024-05-15T16:18:31.802 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role_id_action_scope" 2024-05-15T16:18:31.802 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create role table" 2024-05-15T16:18:31.802 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add column display_name" 2024-05-15T16:18:31.802 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add column group_name" 2024-05-15T16:18:31.803 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index role.org_id" 2024-05-15T16:18:31.803 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role_org_id_name" 2024-05-15T16:18:31.803 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index role_org_id_uid" 2024-05-15T16:18:31.803 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create team role table" 2024-05-15T16:18:31.803 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_role.org_id" 2024-05-15T16:18:31.803 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_role_org_id_team_id_role_id" 2024-05-15T16:18:31.803 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_role.team_id" 2024-05-15T16:18:31.803 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create user role table" 2024-05-15T16:18:31.803 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_role.org_id" 2024-05-15T16:18:31.803 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_role_org_id_user_id_role_id" 2024-05-15T16:18:31.803 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_role.user_id" 2024-05-15T16:18:31.803 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create builtin role table" 2024-05-15T16:18:31.803 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.role_id" 2024-05-15T16:18:31.803 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.name" 2024-05-15T16:18:31.803 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column org_id to builtin_role table" 2024-05-15T16:18:31.803 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.org_id" 2024-05-15T16:18:31.803 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index builtin_role_org_id_role_id_role" 2024-05-15T16:18:31.804 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index role_org_id_uid" 2024-05-15T16:18:31.804 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role.uid" 2024-05-15T16:18:31.804 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="create seed assignment table" 2024-05-15T16:18:31.804 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index builtin_role_role_name" 2024-05-15T16:18:31.804 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="migrations completed" logger=migrator performed=381 skipped=0 duration=404.987454ms 2024-05-15T16:18:31.804 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Created default organization" logger=sqlstore 2024-05-15T16:18:31.804 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Initialising plugins" logger=plugin.manager 2024-05-15T16:18:31.804 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=input 2024-05-15T16:18:31.804 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=grafana-piechart-panel 2024-05-15T16:18:31.804 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=vonage-status-panel 2024-05-15T16:18:31.805 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="Live Push Gateway initialization" logger=live.push_http 2024-05-15T16:18:31.805 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" logger=provisioning.datasources filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-05-15T16:18:31.805 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Dashboard1 uid=P43CA22E17D0F9596 2024-05-15T16:18:31.805 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="warming cache for startup" logger=ngalert 2024-05-15T16:18:31.805 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=[::]:3000 protocol=https subUrl= socket= 2024-05-15T16:18:32.096 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:18:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:18:31+0000 lvl=info msg="starting MultiOrg Alertmanager" logger=ngalert.multiorg.alertmanager 2024-05-15T16:18:32.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:32 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:32.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:32 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:18:32.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:32 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:18:32.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:32 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:18:32.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:32 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:32.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:32 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:18:32.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:32 smithi066 ceph-mon[24465]: Reconfiguring alertmanager.a (dependencies changed)... 2024-05-15T16:18:32.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:32 smithi066 ceph-mon[24465]: Reconfiguring daemon alertmanager.a on smithi066 2024-05-15T16:18:32.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:32 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:32.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:32 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:18:32.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:32 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:18:32.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:32 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:18:32.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:32 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:32.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:32 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:18:32.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:32 smithi066 ceph-mon[29300]: Reconfiguring alertmanager.a (dependencies changed)... 2024-05-15T16:18:32.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:32 smithi066 ceph-mon[29300]: Reconfiguring daemon alertmanager.a on smithi066 2024-05-15T16:18:32.841 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:32 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:32.841 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:32 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:18:32.841 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:32 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:18:32.842 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:32 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:18:32.842 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:32 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:32.842 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:32 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:18:32.842 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:32 smithi081 ceph-mon[25343]: Reconfiguring alertmanager.a (dependencies changed)... 2024-05-15T16:18:32.842 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:32 smithi081 ceph-mon[25343]: Reconfiguring daemon alertmanager.a on smithi066 2024-05-15T16:18:34.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:34 smithi081 ceph-mon[25343]: pgmap v53: 33 pgs: 33 active+clean; 578 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 592 B/s rd, 1.6 KiB/s wr, 2 op/s 2024-05-15T16:18:34.529 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:34 smithi066 ceph-mon[29300]: pgmap v53: 33 pgs: 33 active+clean; 578 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 592 B/s rd, 1.6 KiB/s wr, 2 op/s 2024-05-15T16:18:34.529 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:34 smithi066 ceph-mon[24465]: pgmap v53: 33 pgs: 33 active+clean; 578 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 592 B/s rd, 1.6 KiB/s wr, 2 op/s 2024-05-15T16:18:35.410 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:35 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:35.410 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:35 smithi081 ceph-mon[25343]: pgmap v54: 33 pgs: 33 active+clean; 578 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 1.4 KiB/s wr, 2 op/s 2024-05-15T16:18:35.469 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:35 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:35.469 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:35 smithi066 ceph-mon[29300]: pgmap v54: 33 pgs: 33 active+clean; 578 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 1.4 KiB/s wr, 2 op/s 2024-05-15T16:18:35.469 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:35 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:35.469 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:35 smithi066 ceph-mon[24465]: pgmap v54: 33 pgs: 33 active+clean; 578 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 1.4 KiB/s wr, 2 op/s 2024-05-15T16:18:36.285 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:36 smithi066 systemd[1]: Stopping Ceph alertmanager.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:18:36.285 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:36 smithi066 bash[50511]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager.a" found: no such container 2024-05-15T16:18:36.380 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:18:36.380 INFO:teuthology.orchestra.run.smithi066.stdout: "id": "0e45370a-dff8-43f4-9c51-cfb92a0610d8", 2024-05-15T16:18:36.380 INFO:teuthology.orchestra.run.smithi066.stdout: "name": "z", 2024-05-15T16:18:36.380 INFO:teuthology.orchestra.run.smithi066.stdout: "domain_root": "z.rgw.meta:root", 2024-05-15T16:18:36.380 INFO:teuthology.orchestra.run.smithi066.stdout: "control_pool": "z.rgw.control", 2024-05-15T16:18:36.380 INFO:teuthology.orchestra.run.smithi066.stdout: "gc_pool": "z.rgw.log:gc", 2024-05-15T16:18:36.380 INFO:teuthology.orchestra.run.smithi066.stdout: "lc_pool": "z.rgw.log:lc", 2024-05-15T16:18:36.380 INFO:teuthology.orchestra.run.smithi066.stdout: "log_pool": "z.rgw.log", 2024-05-15T16:18:36.380 INFO:teuthology.orchestra.run.smithi066.stdout: "intent_log_pool": "z.rgw.log:intent", 2024-05-15T16:18:36.380 INFO:teuthology.orchestra.run.smithi066.stdout: "usage_log_pool": "z.rgw.log:usage", 2024-05-15T16:18:36.380 INFO:teuthology.orchestra.run.smithi066.stdout: "roles_pool": "z.rgw.meta:roles", 2024-05-15T16:18:36.380 INFO:teuthology.orchestra.run.smithi066.stdout: "reshard_pool": "z.rgw.log:reshard", 2024-05-15T16:18:36.381 INFO:teuthology.orchestra.run.smithi066.stdout: "user_keys_pool": "z.rgw.meta:users.keys", 2024-05-15T16:18:36.381 INFO:teuthology.orchestra.run.smithi066.stdout: "user_email_pool": "z.rgw.meta:users.email", 2024-05-15T16:18:36.381 INFO:teuthology.orchestra.run.smithi066.stdout: "user_swift_pool": "z.rgw.meta:users.swift", 2024-05-15T16:18:36.381 INFO:teuthology.orchestra.run.smithi066.stdout: "user_uid_pool": "z.rgw.meta:users.uid", 2024-05-15T16:18:36.381 INFO:teuthology.orchestra.run.smithi066.stdout: "otp_pool": "z.rgw.otp", 2024-05-15T16:18:36.381 INFO:teuthology.orchestra.run.smithi066.stdout: "system_key": { 2024-05-15T16:18:36.381 INFO:teuthology.orchestra.run.smithi066.stdout: "access_key": "", 2024-05-15T16:18:36.381 INFO:teuthology.orchestra.run.smithi066.stdout: "secret_key": "" 2024-05-15T16:18:36.381 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:18:36.381 INFO:teuthology.orchestra.run.smithi066.stdout: "placement_pools": [ 2024-05-15T16:18:36.381 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-05-15T16:18:36.381 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "default-placement", 2024-05-15T16:18:36.381 INFO:teuthology.orchestra.run.smithi066.stdout: "val": { 2024-05-15T16:18:36.381 INFO:teuthology.orchestra.run.smithi066.stdout: "index_pool": "z.rgw.buckets.index", 2024-05-15T16:18:36.381 INFO:teuthology.orchestra.run.smithi066.stdout: "storage_classes": { 2024-05-15T16:18:36.381 INFO:teuthology.orchestra.run.smithi066.stdout: "STANDARD": { 2024-05-15T16:18:36.382 INFO:teuthology.orchestra.run.smithi066.stdout: "data_pool": "z.rgw.buckets.data" 2024-05-15T16:18:36.382 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:18:36.382 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:18:36.382 INFO:teuthology.orchestra.run.smithi066.stdout: "data_extra_pool": "z.rgw.buckets.non-ec", 2024-05-15T16:18:36.382 INFO:teuthology.orchestra.run.smithi066.stdout: "index_type": 0 2024-05-15T16:18:36.382 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:18:36.382 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:18:36.382 INFO:teuthology.orchestra.run.smithi066.stdout: ], 2024-05-15T16:18:36.382 INFO:teuthology.orchestra.run.smithi066.stdout: "realm_id": "00a02254-dc82-468e-ab94-b8716fc25abd", 2024-05-15T16:18:36.382 INFO:teuthology.orchestra.run.smithi066.stdout: "notif_pool": "z.rgw.log:notif" 2024-05-15T16:18:36.382 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:18:37.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:18:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:18:36] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:18:37.176 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'radosgw-admin period update --rgw-realm=r --commit' 2024-05-15T16:18:37.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:18:37 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:18:37] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:18:37.536 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:37 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[48696]: level=info ts=2024-05-15T16:18:37.249Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2024-05-15T16:18:37.536 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:37 smithi066 podman[50523]: 2024-05-15 16:18:37.270346304 +0000 UTC m=+1.057710231 container died eb5a4ab676538516f386adfdd3eb340f5718075c5a2c80da073629dc479e878a (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:18:38.034 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:37 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:38.034 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:37 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:38.034 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:37 smithi066 ceph-mon[29300]: pgmap v55: 33 pgs: 33 active+clean; 578 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 413 B/s rd, 1.1 KiB/s wr, 1 op/s 2024-05-15T16:18:38.034 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:37 smithi066 podman[50523]: 2024-05-15 16:18:37.740734619 +0000 UTC m=+1.528098545 container cleanup eb5a4ab676538516f386adfdd3eb340f5718075c5a2c80da073629dc479e878a (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:18:38.034 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:37 smithi066 bash[50523]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a 2024-05-15T16:18:38.035 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:37 smithi066 bash[50661]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager.a" found: no such container 2024-05-15T16:18:38.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:37 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:38.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:37 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:38.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:37 smithi066 ceph-mon[24465]: pgmap v55: 33 pgs: 33 active+clean; 578 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 413 B/s rd, 1.1 KiB/s wr, 1 op/s 2024-05-15T16:18:38.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:37 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:38.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:37 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:38.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:37 smithi081 ceph-mon[25343]: pgmap v55: 33 pgs: 33 active+clean; 578 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 413 B/s rd, 1.1 KiB/s wr, 1 op/s 2024-05-15T16:18:38.285 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:38 smithi066 podman[50633]: 2024-05-15 16:18:38.033659936 +0000 UTC m=+0.763324935 container remove eb5a4ab676538516f386adfdd3eb340f5718075c5a2c80da073629dc479e878a (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:18:38.285 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:38 smithi066 podman[50633]: 2024-05-15 16:18:38.134521742 +0000 UTC m=+0.864186740 volume remove aa438cb1d238422026f67d84e5b70d582c8e3184e5dfd5e2c9da9eab3741199b 2024-05-15T16:18:38.285 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:38 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-05-15T16:18:38.285 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:38 smithi066 systemd[1]: Stopped Ceph alertmanager.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:18:38.286 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:38 smithi066 systemd[1]: Starting Ceph alertmanager.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:18:38.657 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:18:38 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:18:38] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:18:39.620 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:39 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:39.653 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:39 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:39.653 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:39 smithi066 ceph-mon[24465]: pgmap v56: 33 pgs: 33 active+clean; 578 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 375 B/s rd, 1.0 KiB/s wr, 1 op/s 2024-05-15T16:18:39.654 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:39 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:39.654 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:39 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:39.654 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:39 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:39.654 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:39 smithi066 ceph-mon[29300]: pgmap v56: 33 pgs: 33 active+clean; 578 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 375 B/s rd, 1.0 KiB/s wr, 1 op/s 2024-05-15T16:18:39.654 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:39 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:39.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:39 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:39.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:39 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:39.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:39 smithi081 ceph-mon[25343]: pgmap v56: 33 pgs: 33 active+clean; 578 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 375 B/s rd, 1.0 KiB/s wr, 1 op/s 2024-05-15T16:18:39.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:39 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:40.285 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:40 smithi066 podman[50837]: 2024-05-15 16:18:39.91306773 +0000 UTC m=+0.018019068 image pull ba2b418f427c0636d654de8757e830c80168e76482bcc46bb2138e569d6c91d4 quay.io/prometheus/alertmanager:v0.23.0 2024-05-15T16:18:40.285 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:40 smithi066 podman[50837]: 2024-05-15 16:18:40.022998668 +0000 UTC m=+0.127949999 volume create 5a8efb9073f0144ec4f67a7fbeeababdbbdb0ab4857ed7b417c13d7e7e3a0dda 2024-05-15T16:18:40.285 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:40 smithi066 podman[50837]: 2024-05-15 16:18:40.115047681 +0000 UTC m=+0.219999005 container create 1f4ce1112c5f26619759cc46753d9c7ec600a1f5cb87cdaba01f84274b40e587 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:18:40.571 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:40 smithi066 podman[50837]: 2024-05-15 16:18:40.442741995 +0000 UTC m=+0.547693320 container init 1f4ce1112c5f26619759cc46753d9c7ec600a1f5cb87cdaba01f84274b40e587 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:18:40.571 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:40 smithi066 podman[50837]: 2024-05-15 16:18:40.445676874 +0000 UTC m=+0.550628205 container start 1f4ce1112c5f26619759cc46753d9c7ec600a1f5cb87cdaba01f84274b40e587 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:18:40.571 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:40 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=info ts=2024-05-15T16:18:40.456Z caller=main.go:225 msg="Starting Alertmanager" version="(version=0.23.0, branch=HEAD, revision=61046b17771a57cfd4c4a51be370ab930a4d7d54)" 2024-05-15T16:18:40.571 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:40 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=info ts=2024-05-15T16:18:40.456Z caller=main.go:226 build_context="(go=go1.16.7, user=root@e21a959be8d2, date=20210825-10:48:55)" 2024-05-15T16:18:40.571 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:40 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=info ts=2024-05-15T16:18:40.458Z caller=cluster.go:184 component=cluster msg="setting advertise address explicitly" addr=172.21.15.66 port=9094 2024-05-15T16:18:40.571 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:40 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=info ts=2024-05-15T16:18:40.459Z caller=cluster.go:671 component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-05-15T16:18:40.572 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:40 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=info ts=2024-05-15T16:18:40.484Z caller=coordinator.go:113 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-05-15T16:18:40.572 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:40 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=info ts=2024-05-15T16:18:40.484Z caller=coordinator.go:126 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-05-15T16:18:40.572 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:40 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=info ts=2024-05-15T16:18:40.487Z caller=main.go:518 msg=Listening address=:9093 2024-05-15T16:18:40.572 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:40 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=info ts=2024-05-15T16:18:40.487Z caller=tls_config.go:191 msg="TLS is disabled." http2=false 2024-05-15T16:18:40.572 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:40 smithi066 bash[50837]: 1f4ce1112c5f26619759cc46753d9c7ec600a1f5cb87cdaba01f84274b40e587 2024-05-15T16:18:40.572 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:40 smithi066 systemd[1]: Started Ceph alertmanager.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:18:41.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:41 smithi081 ceph-mon[25343]: osdmap e63: 8 total, 8 up, 8 in 2024-05-15T16:18:41.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:41 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/114568835' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-05-15T16:18:41.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:41 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:41.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:41 smithi081 ceph-mon[25343]: Reconfiguring prometheus.a (dependencies changed)... 2024-05-15T16:18:41.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:41 smithi081 ceph-mon[25343]: Reconfiguring daemon prometheus.a on smithi081 2024-05-15T16:18:41.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:41 smithi081 ceph-mon[25343]: pgmap v58: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 511 B/s wr, 3 op/s 2024-05-15T16:18:41.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:41 smithi066 ceph-mon[29300]: osdmap e63: 8 total, 8 up, 8 in 2024-05-15T16:18:41.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:41 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/114568835' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-05-15T16:18:41.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:41 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:41.884 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:41 smithi066 ceph-mon[29300]: Reconfiguring prometheus.a (dependencies changed)... 2024-05-15T16:18:41.884 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:41 smithi066 ceph-mon[29300]: Reconfiguring daemon prometheus.a on smithi081 2024-05-15T16:18:41.884 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:41 smithi066 ceph-mon[29300]: pgmap v58: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 511 B/s wr, 3 op/s 2024-05-15T16:18:41.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:41 smithi066 ceph-mon[24465]: osdmap e63: 8 total, 8 up, 8 in 2024-05-15T16:18:41.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:41 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/114568835' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-05-15T16:18:41.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:41 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:41.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:41 smithi066 ceph-mon[24465]: Reconfiguring prometheus.a (dependencies changed)... 2024-05-15T16:18:41.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:41 smithi066 ceph-mon[24465]: Reconfiguring daemon prometheus.a on smithi081 2024-05-15T16:18:41.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:41 smithi066 ceph-mon[24465]: pgmap v58: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 511 B/s wr, 3 op/s 2024-05-15T16:18:42.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:42 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/114568835' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-05-15T16:18:42.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:42 smithi081 ceph-mon[25343]: osdmap e64: 8 total, 8 up, 8 in 2024-05-15T16:18:42.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:42 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/114568835' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-05-15T16:18:42.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:42 smithi066 ceph-mon[24465]: osdmap e64: 8 total, 8 up, 8 in 2024-05-15T16:18:42.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:42 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/114568835' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-05-15T16:18:42.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:42 smithi066 ceph-mon[29300]: osdmap e64: 8 total, 8 up, 8 in 2024-05-15T16:18:42.786 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:42 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=info ts=2024-05-15T16:18:42.460Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.001062379s 2024-05-15T16:18:43.747 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:43 smithi081 ceph-mon[25343]: osdmap e65: 8 total, 8 up, 8 in 2024-05-15T16:18:43.747 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:43 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/114568835' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-05-15T16:18:43.747 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:43 smithi081 ceph-mon[25343]: pgmap v61: 97 pgs: 64 unknown, 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 4.3 KiB/s rd, 853 B/s wr, 5 op/s 2024-05-15T16:18:43.748 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:43 smithi081 systemd[1]: Stopping Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:18:43.748 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:43 smithi081 bash[44428]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus.a" found: no such container 2024-05-15T16:18:43.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:43 smithi066 ceph-mon[24465]: osdmap e65: 8 total, 8 up, 8 in 2024-05-15T16:18:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:43 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/114568835' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-05-15T16:18:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:43 smithi066 ceph-mon[24465]: pgmap v61: 97 pgs: 64 unknown, 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 4.3 KiB/s rd, 853 B/s wr, 5 op/s 2024-05-15T16:18:43.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:43 smithi066 ceph-mon[29300]: osdmap e65: 8 total, 8 up, 8 in 2024-05-15T16:18:43.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:43 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/114568835' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-05-15T16:18:43.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:43 smithi066 ceph-mon[29300]: pgmap v61: 97 pgs: 64 unknown, 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 4.3 KiB/s rd, 853 B/s wr, 5 op/s 2024-05-15T16:18:44.055 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:43 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:18:43.746Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-05-15T16:18:44.055 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:43 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:18:43.746Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-05-15T16:18:44.055 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:43 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:18:43.746Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-05-15T16:18:44.055 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:43 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:18:43.746Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-05-15T16:18:44.056 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:43 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:18:43.746Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-05-15T16:18:44.056 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:43 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:18:43.746Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-05-15T16:18:44.056 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:43 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:18:43.746Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-05-15T16:18:44.056 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:43 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:18:43.746Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-05-15T16:18:44.056 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:43 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:18:43.746Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-05-15T16:18:44.056 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:43 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:18:43.746Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-05-15T16:18:44.056 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:43 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:18:43.746Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-05-15T16:18:44.056 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:43 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[41510]: ts=2024-05-15T16:18:43.747Z caller=main.go:1066 level=info msg="See you next time!" 2024-05-15T16:18:44.056 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:43 smithi081 podman[44439]: 2024-05-15 16:18:43.75664586 +0000 UTC m=+0.139303252 container died b8a340532fc6544a2e677004e97023f388a10b1ee613fb84cd0f498d95c8c3e3 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:18:44.365 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 podman[44439]: 2024-05-15 16:18:44.145982102 +0000 UTC m=+0.528639495 container cleanup b8a340532fc6544a2e677004e97023f388a10b1ee613fb84cd0f498d95c8c3e3 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:18:44.365 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 bash[44439]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a 2024-05-15T16:18:44.365 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 bash[44465]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus.a" found: no such container 2024-05-15T16:18:44.711 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:44 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/114568835' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-05-15T16:18:44.711 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:44 smithi081 ceph-mon[25343]: osdmap e66: 8 total, 8 up, 8 in 2024-05-15T16:18:44.711 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:44 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:44.711 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:44 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:44.712 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 podman[44453]: 2024-05-15 16:18:44.384473448 +0000 UTC m=+0.629182389 container remove b8a340532fc6544a2e677004e97023f388a10b1ee613fb84cd0f498d95c8c3e3 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:18:44.712 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-05-15T16:18:44.712 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 systemd[1]: Stopped Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:18:44.712 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 systemd[1]: Starting Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:18:44.712 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 podman[44525]: 2024-05-15 16:18:44.598414213 +0000 UTC m=+0.106139228 container create 14523df65361d61c0a5e496647adb814dd82c9efd7abbe303e9616c246f1fa79 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:18:44.712 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 podman[44525]: 2024-05-15 16:18:44.510293522 +0000 UTC m=+0.018018538 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-05-15T16:18:44.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:18:44 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:18:44] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:18:44.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:44 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/114568835' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-05-15T16:18:44.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:44 smithi066 ceph-mon[29300]: osdmap e66: 8 total, 8 up, 8 in 2024-05-15T16:18:44.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:44 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:44.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:44 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:44.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:44 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/114568835' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-05-15T16:18:44.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:44 smithi066 ceph-mon[24465]: osdmap e66: 8 total, 8 up, 8 in 2024-05-15T16:18:44.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:44 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:44.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:44 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:45.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 podman[44525]: 2024-05-15 16:18:44.825748185 +0000 UTC m=+0.333473200 container init 14523df65361d61c0a5e496647adb814dd82c9efd7abbe303e9616c246f1fa79 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:18:45.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 podman[44525]: 2024-05-15 16:18:44.828448813 +0000 UTC m=+0.336173838 container start 14523df65361d61c0a5e496647adb814dd82c9efd7abbe303e9616c246f1fa79 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:18:45.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:18:44.851Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-05-15T16:18:45.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:18:44.851Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-05-15T16:18:45.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:18:44.851Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-05-15T16:18:45.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:18:44.851Z caller=main.go:518 level=info host_details="(Linux 5.14.0-446.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024 x86_64 smithi081 (none))" 2024-05-15T16:18:45.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:18:44.851Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-05-15T16:18:45.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:18:44.851Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-05-15T16:18:45.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:18:44.853Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-05-15T16:18:45.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:18:44.853Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-05-15T16:18:45.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:18:44.854Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-05-15T16:18:45.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:18:44.857Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-05-15T16:18:45.117 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:18:44.857Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.35µs 2024-05-15T16:18:45.117 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:18:44.857Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-05-15T16:18:45.117 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:18:44.858Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-05-15T16:18:45.117 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:18:44.858Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-05-15T16:18:45.117 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:18:44.858Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=31.13µs wal_replay_duration=1.501169ms total_replay_duration=1.553512ms 2024-05-15T16:18:45.117 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:18:44.859Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-05-15T16:18:45.117 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:18:44.859Z caller=main.go:947 level=info msg="TSDB started" 2024-05-15T16:18:45.117 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:18:44.859Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-15T16:18:45.117 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:18:44.874Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.50619ms db_storage=543ns remote_storage=1.493µs web_handler=313ns query_engine=613ns scrape=355.748µs scrape_sd=21.91µs notify=23.53µs notify_sd=6.422µs rules=13.880569ms 2024-05-15T16:18:45.117 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:18:44.874Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-05-15T16:18:45.117 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 bash[44525]: 14523df65361d61c0a5e496647adb814dd82c9efd7abbe303e9616c246f1fa79 2024-05-15T16:18:45.117 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:18:44 smithi081 systemd[1]: Started Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:18:45.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[29300]: osdmap e67: 8 total, 8 up, 8 in 2024-05-15T16:18:45.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3118659224' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-05-15T16:18:45.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[29300]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-05-15T16:18:45.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:45.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:18:45.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:18:45.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.66:9093"}]: dispatch 2024-05-15T16:18:45.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.66:9093"}]: dispatch 2024-05-15T16:18:45.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:45.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:18:45.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:18:45.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-15T16:18:45.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-15T16:18:45.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.81:3000"}]: dispatch 2024-05-15T16:18:45.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.81:3000"}]: dispatch 2024-05-15T16:18:45.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:45.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:18:45.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:18:45.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:18:45.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:45.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:18:45.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:18:45.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:18:45.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:45.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[29300]: pgmap v64: 129 pgs: 32 creating+peering, 97 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-05-15T16:18:45.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[24465]: osdmap e67: 8 total, 8 up, 8 in 2024-05-15T16:18:45.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3118659224' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-05-15T16:18:45.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[24465]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-05-15T16:18:45.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:45.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:18:45.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:18:45.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.66:9093"}]: dispatch 2024-05-15T16:18:45.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.66:9093"}]: dispatch 2024-05-15T16:18:45.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:45.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:18:45.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:18:45.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-15T16:18:45.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-15T16:18:45.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.81:3000"}]: dispatch 2024-05-15T16:18:45.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.81:3000"}]: dispatch 2024-05-15T16:18:45.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:45.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:18:45.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:18:45.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:18:45.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:45.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:18:45.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:18:45.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:18:45.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:45.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:45 smithi066 ceph-mon[24465]: pgmap v64: 129 pgs: 32 creating+peering, 97 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-05-15T16:18:45.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:45 smithi081 ceph-mon[25343]: osdmap e67: 8 total, 8 up, 8 in 2024-05-15T16:18:45.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:45 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3118659224' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-05-15T16:18:45.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:45 smithi081 ceph-mon[25343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-05-15T16:18:45.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:45 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:45 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:18:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:45 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:18:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:45 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.66:9093"}]: dispatch 2024-05-15T16:18:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:45 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.66:9093"}]: dispatch 2024-05-15T16:18:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:45 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:45 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:18:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:45 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:18:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:45 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-15T16:18:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:45 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-15T16:18:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:45 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.81:3000"}]: dispatch 2024-05-15T16:18:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:45 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.81:3000"}]: dispatch 2024-05-15T16:18:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:45 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:45 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:18:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:45 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:18:45.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:45 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:18:45.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:45 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:45.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:45 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:18:45.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:45 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:18:45.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:45 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:18:45.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:45 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:45.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:45 smithi081 ceph-mon[25343]: pgmap v64: 129 pgs: 32 creating+peering, 97 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-05-15T16:18:46.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:18:45 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:18:45] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:18:46.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:46 smithi081 ceph-mon[25343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-05-15T16:18:46.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:46 smithi081 ceph-mon[25343]: osdmap e68: 8 total, 8 up, 8 in 2024-05-15T16:18:46.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:46 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3118659224' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-05-15T16:18:46.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:46 smithi081 ceph-mon[25343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-05-15T16:18:46.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:46 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:46.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:46 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:47.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:46 smithi066 ceph-mon[24465]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-05-15T16:18:47.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:46 smithi066 ceph-mon[24465]: osdmap e68: 8 total, 8 up, 8 in 2024-05-15T16:18:47.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:46 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3118659224' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-05-15T16:18:47.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:46 smithi066 ceph-mon[24465]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-05-15T16:18:47.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:46 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:47.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:46 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:47.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:46 smithi066 ceph-mon[29300]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-05-15T16:18:47.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:46 smithi066 ceph-mon[29300]: osdmap e68: 8 total, 8 up, 8 in 2024-05-15T16:18:47.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:46 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3118659224' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-05-15T16:18:47.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:46 smithi066 ceph-mon[29300]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-05-15T16:18:47.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:46 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:47.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:46 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:47.654 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:18:47.655 INFO:teuthology.orchestra.run.smithi066.stdout: "id": "e074407b-ff10-4977-b967-88811f659bb2", 2024-05-15T16:18:47.655 INFO:teuthology.orchestra.run.smithi066.stdout: "epoch": 1, 2024-05-15T16:18:47.655 INFO:teuthology.orchestra.run.smithi066.stdout: "predecessor_uuid": "d8079756-0106-404e-9abb-94604e885861", 2024-05-15T16:18:47.655 INFO:teuthology.orchestra.run.smithi066.stdout: "sync_status": [], 2024-05-15T16:18:47.655 INFO:teuthology.orchestra.run.smithi066.stdout: "period_map": { 2024-05-15T16:18:47.655 INFO:teuthology.orchestra.run.smithi066.stdout: "id": "e074407b-ff10-4977-b967-88811f659bb2", 2024-05-15T16:18:47.655 INFO:teuthology.orchestra.run.smithi066.stdout: "zonegroups": [ 2024-05-15T16:18:47.655 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-05-15T16:18:47.655 INFO:teuthology.orchestra.run.smithi066.stdout: "id": "3ea661ae-a571-44f8-a4df-1f701ec5acf4", 2024-05-15T16:18:47.655 INFO:teuthology.orchestra.run.smithi066.stdout: "name": "default", 2024-05-15T16:18:47.655 INFO:teuthology.orchestra.run.smithi066.stdout: "api_name": "default", 2024-05-15T16:18:47.655 INFO:teuthology.orchestra.run.smithi066.stdout: "is_master": "true", 2024-05-15T16:18:47.656 INFO:teuthology.orchestra.run.smithi066.stdout: "endpoints": [], 2024-05-15T16:18:47.656 INFO:teuthology.orchestra.run.smithi066.stdout: "hostnames": [], 2024-05-15T16:18:47.656 INFO:teuthology.orchestra.run.smithi066.stdout: "hostnames_s3website": [], 2024-05-15T16:18:47.656 INFO:teuthology.orchestra.run.smithi066.stdout: "master_zone": "0e45370a-dff8-43f4-9c51-cfb92a0610d8", 2024-05-15T16:18:47.656 INFO:teuthology.orchestra.run.smithi066.stdout: "zones": [ 2024-05-15T16:18:47.656 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-05-15T16:18:47.656 INFO:teuthology.orchestra.run.smithi066.stdout: "id": "0e45370a-dff8-43f4-9c51-cfb92a0610d8", 2024-05-15T16:18:47.656 INFO:teuthology.orchestra.run.smithi066.stdout: "name": "z", 2024-05-15T16:18:47.656 INFO:teuthology.orchestra.run.smithi066.stdout: "endpoints": [], 2024-05-15T16:18:47.656 INFO:teuthology.orchestra.run.smithi066.stdout: "log_meta": "false", 2024-05-15T16:18:47.656 INFO:teuthology.orchestra.run.smithi066.stdout: "log_data": "false", 2024-05-15T16:18:47.656 INFO:teuthology.orchestra.run.smithi066.stdout: "bucket_index_max_shards": 11, 2024-05-15T16:18:47.656 INFO:teuthology.orchestra.run.smithi066.stdout: "read_only": "false", 2024-05-15T16:18:47.656 INFO:teuthology.orchestra.run.smithi066.stdout: "tier_type": "", 2024-05-15T16:18:47.656 INFO:teuthology.orchestra.run.smithi066.stdout: "sync_from_all": "true", 2024-05-15T16:18:47.657 INFO:teuthology.orchestra.run.smithi066.stdout: "sync_from": [], 2024-05-15T16:18:47.657 INFO:teuthology.orchestra.run.smithi066.stdout: "redirect_zone": "" 2024-05-15T16:18:47.657 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:18:47.657 INFO:teuthology.orchestra.run.smithi066.stdout: ], 2024-05-15T16:18:47.657 INFO:teuthology.orchestra.run.smithi066.stdout: "placement_targets": [ 2024-05-15T16:18:47.657 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-05-15T16:18:47.657 INFO:teuthology.orchestra.run.smithi066.stdout: "name": "default-placement", 2024-05-15T16:18:47.657 INFO:teuthology.orchestra.run.smithi066.stdout: "tags": [], 2024-05-15T16:18:47.657 INFO:teuthology.orchestra.run.smithi066.stdout: "storage_classes": [ 2024-05-15T16:18:47.657 INFO:teuthology.orchestra.run.smithi066.stdout: "STANDARD" 2024-05-15T16:18:47.657 INFO:teuthology.orchestra.run.smithi066.stdout: ] 2024-05-15T16:18:47.657 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:18:47.657 INFO:teuthology.orchestra.run.smithi066.stdout: ], 2024-05-15T16:18:47.657 INFO:teuthology.orchestra.run.smithi066.stdout: "default_placement": "default-placement", 2024-05-15T16:18:47.658 INFO:teuthology.orchestra.run.smithi066.stdout: "realm_id": "00a02254-dc82-468e-ab94-b8716fc25abd", 2024-05-15T16:18:47.658 INFO:teuthology.orchestra.run.smithi066.stdout: "sync_policy": { 2024-05-15T16:18:47.658 INFO:teuthology.orchestra.run.smithi066.stdout: "groups": [] 2024-05-15T16:18:47.658 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:18:47.658 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:18:47.658 INFO:teuthology.orchestra.run.smithi066.stdout: ], 2024-05-15T16:18:47.658 INFO:teuthology.orchestra.run.smithi066.stdout: "short_zone_ids": [ 2024-05-15T16:18:47.658 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-05-15T16:18:47.658 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "0e45370a-dff8-43f4-9c51-cfb92a0610d8", 2024-05-15T16:18:47.658 INFO:teuthology.orchestra.run.smithi066.stdout: "val": 4164341666 2024-05-15T16:18:47.658 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:18:47.658 INFO:teuthology.orchestra.run.smithi066.stdout: ] 2024-05-15T16:18:47.658 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:18:47.659 INFO:teuthology.orchestra.run.smithi066.stdout: "master_zonegroup": "3ea661ae-a571-44f8-a4df-1f701ec5acf4", 2024-05-15T16:18:47.659 INFO:teuthology.orchestra.run.smithi066.stdout: "master_zone": "0e45370a-dff8-43f4-9c51-cfb92a0610d8", 2024-05-15T16:18:47.659 INFO:teuthology.orchestra.run.smithi066.stdout: "period_config": { 2024-05-15T16:18:47.659 INFO:teuthology.orchestra.run.smithi066.stdout: "bucket_quota": { 2024-05-15T16:18:47.659 INFO:teuthology.orchestra.run.smithi066.stdout: "enabled": false, 2024-05-15T16:18:47.659 INFO:teuthology.orchestra.run.smithi066.stdout: "check_on_raw": false, 2024-05-15T16:18:47.659 INFO:teuthology.orchestra.run.smithi066.stdout: "max_size": -1, 2024-05-15T16:18:47.659 INFO:teuthology.orchestra.run.smithi066.stdout: "max_size_kb": 0, 2024-05-15T16:18:47.659 INFO:teuthology.orchestra.run.smithi066.stdout: "max_objects": -1 2024-05-15T16:18:47.659 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:18:47.659 INFO:teuthology.orchestra.run.smithi066.stdout: "user_quota": { 2024-05-15T16:18:47.659 INFO:teuthology.orchestra.run.smithi066.stdout: "enabled": false, 2024-05-15T16:18:47.659 INFO:teuthology.orchestra.run.smithi066.stdout: "check_on_raw": false, 2024-05-15T16:18:47.660 INFO:teuthology.orchestra.run.smithi066.stdout: "max_size": -1, 2024-05-15T16:18:47.660 INFO:teuthology.orchestra.run.smithi066.stdout: "max_size_kb": 0, 2024-05-15T16:18:47.660 INFO:teuthology.orchestra.run.smithi066.stdout: "max_objects": -1 2024-05-15T16:18:47.660 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:18:47.660 INFO:teuthology.orchestra.run.smithi066.stdout: "user_ratelimit": { 2024-05-15T16:18:47.660 INFO:teuthology.orchestra.run.smithi066.stdout: "max_read_ops": 0, 2024-05-15T16:18:47.660 INFO:teuthology.orchestra.run.smithi066.stdout: "max_write_ops": 0, 2024-05-15T16:18:47.660 INFO:teuthology.orchestra.run.smithi066.stdout: "max_read_bytes": 0, 2024-05-15T16:18:47.660 INFO:teuthology.orchestra.run.smithi066.stdout: "max_write_bytes": 0, 2024-05-15T16:18:47.660 INFO:teuthology.orchestra.run.smithi066.stdout: "enabled": false 2024-05-15T16:18:47.660 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:18:47.660 INFO:teuthology.orchestra.run.smithi066.stdout: "bucket_ratelimit": { 2024-05-15T16:18:47.660 INFO:teuthology.orchestra.run.smithi066.stdout: "max_read_ops": 0, 2024-05-15T16:18:47.660 INFO:teuthology.orchestra.run.smithi066.stdout: "max_write_ops": 0, 2024-05-15T16:18:47.660 INFO:teuthology.orchestra.run.smithi066.stdout: "max_read_bytes": 0, 2024-05-15T16:18:47.661 INFO:teuthology.orchestra.run.smithi066.stdout: "max_write_bytes": 0, 2024-05-15T16:18:47.661 INFO:teuthology.orchestra.run.smithi066.stdout: "enabled": false 2024-05-15T16:18:47.661 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:18:47.661 INFO:teuthology.orchestra.run.smithi066.stdout: "anonymous_ratelimit": { 2024-05-15T16:18:47.661 INFO:teuthology.orchestra.run.smithi066.stdout: "max_read_ops": 0, 2024-05-15T16:18:47.661 INFO:teuthology.orchestra.run.smithi066.stdout: "max_write_ops": 0, 2024-05-15T16:18:47.661 INFO:teuthology.orchestra.run.smithi066.stdout: "max_read_bytes": 0, 2024-05-15T16:18:47.661 INFO:teuthology.orchestra.run.smithi066.stdout: "max_write_bytes": 0, 2024-05-15T16:18:47.661 INFO:teuthology.orchestra.run.smithi066.stdout: "enabled": false 2024-05-15T16:18:47.661 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:18:47.661 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:18:47.661 INFO:teuthology.orchestra.run.smithi066.stdout: "realm_id": "00a02254-dc82-468e-ab94-b8716fc25abd", 2024-05-15T16:18:47.661 INFO:teuthology.orchestra.run.smithi066.stdout: "realm_name": "r", 2024-05-15T16:18:47.661 INFO:teuthology.orchestra.run.smithi066.stdout: "realm_epoch": 2 2024-05-15T16:18:47.661 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:18:47.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:47 smithi081 ceph-mon[25343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-05-15T16:18:47.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:47 smithi081 ceph-mon[25343]: osdmap e69: 8 total, 8 up, 8 in 2024-05-15T16:18:47.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:47 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3118659224' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-05-15T16:18:47.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:47 smithi081 ceph-mon[25343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-05-15T16:18:47.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:47 smithi081 ceph-mon[25343]: pgmap v67: 129 pgs: 32 creating+peering, 97 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-05-15T16:18:47.964 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:47 smithi066 ceph-mon[29300]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-05-15T16:18:47.964 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:47 smithi066 ceph-mon[29300]: osdmap e69: 8 total, 8 up, 8 in 2024-05-15T16:18:47.965 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:47 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3118659224' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-05-15T16:18:47.965 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:47 smithi066 ceph-mon[29300]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-05-15T16:18:47.965 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:47 smithi066 ceph-mon[29300]: pgmap v67: 129 pgs: 32 creating+peering, 97 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-05-15T16:18:47.965 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:47 smithi066 ceph-mon[24465]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-05-15T16:18:47.965 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:47 smithi066 ceph-mon[24465]: osdmap e69: 8 total, 8 up, 8 in 2024-05-15T16:18:47.965 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:47 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3118659224' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-05-15T16:18:47.965 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:47 smithi066 ceph-mon[24465]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-05-15T16:18:47.965 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:47 smithi066 ceph-mon[24465]: pgmap v67: 129 pgs: 32 creating+peering, 97 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-05-15T16:18:48.424 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000' 2024-05-15T16:18:48.750 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:48 smithi066 ceph-mon[29300]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]': finished 2024-05-15T16:18:48.751 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:48 smithi066 ceph-mon[29300]: osdmap e70: 8 total, 8 up, 8 in 2024-05-15T16:18:48.751 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:48 smithi066 ceph-mon[24465]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]': finished 2024-05-15T16:18:48.751 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:48 smithi066 ceph-mon[24465]: osdmap e70: 8 total, 8 up, 8 in 2024-05-15T16:18:48.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:48 smithi081 ceph-mon[25343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]': finished 2024-05-15T16:18:48.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:48 smithi081 ceph-mon[25343]: osdmap e70: 8 total, 8 up, 8 in 2024-05-15T16:18:49.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:49 smithi066 ceph-mon[29300]: pgmap v69: 129 pgs: 32 creating+peering, 97 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 219 B/s rd, 438 B/s wr, 1 op/s 2024-05-15T16:18:49.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:49 smithi066 ceph-mon[24465]: pgmap v69: 129 pgs: 32 creating+peering, 97 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 219 B/s rd, 438 B/s wr, 1 op/s 2024-05-15T16:18:49.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:49 smithi081 ceph-mon[25343]: pgmap v69: 129 pgs: 32 creating+peering, 97 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 219 B/s rd, 438 B/s wr, 1 op/s 2024-05-15T16:18:50.472 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled rgw.foo update... 2024-05-15T16:18:50.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:18:50 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=info ts=2024-05-15T16:18:50.461Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.002872957s 2024-05-15T16:18:51.245 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph osd pool create foo' 2024-05-15T16:18:51.719 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[29300]: from='client.14685 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:18:51.719 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[29300]: Saving service rgw.foo spec with placement count:2 2024-05-15T16:18:51.719 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:51.720 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:18:51.720 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:18:51.720 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:18:51.720 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:51.720 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:51.720 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:51.720 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[29300]: Saving service rgw.foo spec with placement count:2 2024-05-15T16:18:51.720 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:51.720 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi066.venvvw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-05-15T16:18:51.720 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi066.venvvw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-05-15T16:18:51.720 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi066.venvvw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-05-15T16:18:51.720 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:51.720 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:18:51.721 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[29300]: Deploying daemon rgw.foo.smithi066.venvvw on smithi066 2024-05-15T16:18:51.721 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[29300]: pgmap v70: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-05-15T16:18:51.721 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[24465]: from='client.14685 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:18:51.721 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[24465]: Saving service rgw.foo spec with placement count:2 2024-05-15T16:18:51.721 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:51.721 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:18:51.721 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:18:51.721 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:18:51.721 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:51.721 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:51.721 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:51.722 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[24465]: Saving service rgw.foo spec with placement count:2 2024-05-15T16:18:51.722 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:51.722 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi066.venvvw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-05-15T16:18:51.722 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi066.venvvw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-05-15T16:18:51.722 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi066.venvvw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-05-15T16:18:51.722 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:51.722 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:18:51.722 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[24465]: Deploying daemon rgw.foo.smithi066.venvvw on smithi066 2024-05-15T16:18:51.722 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:51 smithi066 ceph-mon[24465]: pgmap v70: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-05-15T16:18:51.759 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:51 smithi081 ceph-mon[25343]: from='client.14685 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:18:51.759 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:51 smithi081 ceph-mon[25343]: Saving service rgw.foo spec with placement count:2 2024-05-15T16:18:51.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:51 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:51.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:51 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:18:51.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:51 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:18:51.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:51 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:18:51.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:51 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:51.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:51 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:51.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:51 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:51.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:51 smithi081 ceph-mon[25343]: Saving service rgw.foo spec with placement count:2 2024-05-15T16:18:51.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:51 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:51.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:51 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi066.venvvw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-05-15T16:18:51.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:51 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi066.venvvw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-05-15T16:18:51.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:51 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi066.venvvw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-05-15T16:18:51.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:51 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:51.761 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:51 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:18:51.761 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:51 smithi081 ceph-mon[25343]: Deploying daemon rgw.foo.smithi066.venvvw on smithi066 2024-05-15T16:18:51.761 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:51 smithi081 ceph-mon[25343]: pgmap v70: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-05-15T16:18:53.213 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:18:53 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:18:53] "GET /metrics HTTP/1.1" 200 195217 "" "Prometheus/2.33.4" 2024-05-15T16:18:54.503 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:54 smithi066 ceph-mon[29300]: pgmap v71: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 933 B/s rd, 933 B/s wr, 2 op/s 2024-05-15T16:18:54.503 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:54 smithi066 ceph-mon[24465]: pgmap v71: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 933 B/s rd, 933 B/s wr, 2 op/s 2024-05-15T16:18:54.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:54 smithi081 ceph-mon[25343]: pgmap v71: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 933 B/s rd, 933 B/s wr, 2 op/s 2024-05-15T16:18:55.262 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'foo' created 2024-05-15T16:18:55.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:55 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/2033948570' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-05-15T16:18:55.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:55 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:55.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:55 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi081.bblyzt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-05-15T16:18:55.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:55 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi081.bblyzt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-05-15T16:18:55.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:55 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi081.bblyzt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-05-15T16:18:55.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:55 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:55.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:55 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:18:55.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:55 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/2033948570' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-05-15T16:18:55.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:55 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:55.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:55 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi081.bblyzt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-05-15T16:18:55.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:55 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi081.bblyzt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-05-15T16:18:55.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:55 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi081.bblyzt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-05-15T16:18:55.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:55 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:55.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:55 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:18:55.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:55 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2033948570' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-05-15T16:18:55.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:55 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:55.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:55 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi081.bblyzt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-05-15T16:18:55.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:55 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi081.bblyzt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-05-15T16:18:55.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:55 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi081.bblyzt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-05-15T16:18:55.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:55 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:55.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:55 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:18:56.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:56 smithi066 ceph-mon[24465]: Deploying daemon rgw.foo.smithi081.bblyzt on smithi081 2024-05-15T16:18:56.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:56 smithi066 ceph-mon[24465]: pgmap v72: 129 pgs: 129 active+clean; 584 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 4.6 KiB/s wr, 105 op/s 2024-05-15T16:18:56.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:56 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2033948570' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-05-15T16:18:56.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:56 smithi066 ceph-mon[24465]: osdmap e71: 8 total, 8 up, 8 in 2024-05-15T16:18:56.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:56 smithi066 ceph-mon[29300]: Deploying daemon rgw.foo.smithi081.bblyzt on smithi081 2024-05-15T16:18:56.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:56 smithi066 ceph-mon[29300]: pgmap v72: 129 pgs: 129 active+clean; 584 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 4.6 KiB/s wr, 105 op/s 2024-05-15T16:18:56.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:56 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/2033948570' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-05-15T16:18:56.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:56 smithi066 ceph-mon[29300]: osdmap e71: 8 total, 8 up, 8 in 2024-05-15T16:18:56.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:56 smithi081 ceph-mon[25343]: Deploying daemon rgw.foo.smithi081.bblyzt on smithi081 2024-05-15T16:18:56.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:56 smithi081 ceph-mon[25343]: pgmap v72: 129 pgs: 129 active+clean; 584 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 4.6 KiB/s wr, 105 op/s 2024-05-15T16:18:56.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:56 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/2033948570' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-05-15T16:18:56.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:56 smithi081 ceph-mon[25343]: osdmap e71: 8 total, 8 up, 8 in 2024-05-15T16:18:56.695 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'rbd pool init foo' 2024-05-15T16:18:57.495 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:57 smithi066 ceph-mon[29300]: osdmap e72: 8 total, 8 up, 8 in 2024-05-15T16:18:57.495 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:57 smithi066 ceph-mon[24465]: osdmap e72: 8 total, 8 up, 8 in 2024-05-15T16:18:57.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:57 smithi081 ceph-mon[25343]: osdmap e72: 8 total, 8 up, 8 in 2024-05-15T16:18:58.389 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:58 smithi066 ceph-mon[29300]: pgmap v75: 161 pgs: 32 unknown, 129 active+clean; 584 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 5.0 KiB/s wr, 114 op/s 2024-05-15T16:18:58.389 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:58 smithi066 ceph-mon[29300]: osdmap e73: 8 total, 8 up, 8 in 2024-05-15T16:18:58.389 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:58 smithi066 ceph-mon[24465]: pgmap v75: 161 pgs: 32 unknown, 129 active+clean; 584 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 5.0 KiB/s wr, 114 op/s 2024-05-15T16:18:58.389 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:58 smithi066 ceph-mon[24465]: osdmap e73: 8 total, 8 up, 8 in 2024-05-15T16:18:58.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:58 smithi081 ceph-mon[25343]: pgmap v75: 161 pgs: 32 unknown, 129 active+clean; 584 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 5.0 KiB/s wr, 114 op/s 2024-05-15T16:18:58.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:58 smithi081 ceph-mon[25343]: osdmap e73: 8 total, 8 up, 8 in 2024-05-15T16:18:58.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:18:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:18:58] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:18:58.695 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:18:58 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:18:58] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:18:59.700 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:59 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:59.701 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:59 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:59.701 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:59 smithi081 ceph-mon[25343]: pgmap v77: 161 pgs: 32 unknown, 129 active+clean; 584 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s rd, 5.5 KiB/s wr, 149 op/s 2024-05-15T16:18:59.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:59 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:59.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:59 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:59.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:59 smithi066 ceph-mon[29300]: pgmap v77: 161 pgs: 32 unknown, 129 active+clean; 584 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s rd, 5.5 KiB/s wr, 149 op/s 2024-05-15T16:18:59.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:59 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:18:59.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:59 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:18:59.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:59 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:18:59.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:18:59 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:18:59.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:59 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:59.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:59 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:18:59.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:59 smithi066 ceph-mon[24465]: pgmap v77: 161 pgs: 32 unknown, 129 active+clean; 584 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s rd, 5.5 KiB/s wr, 149 op/s 2024-05-15T16:18:59.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:59 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:18:59.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:59 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:18:59.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:59 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:18:59.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:18:59 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:19:00.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:59 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:19:00.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:59 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:19:00.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:59 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:19:00.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:18:59 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:19:01.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:00 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/4291427821' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-05-15T16:19:01.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:00 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/4291427821' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-05-15T16:19:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:00 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/4291427821' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-05-15T16:19:01.802 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:01 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/4291427821' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-05-15T16:19:01.803 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:01 smithi081 ceph-mon[25343]: osdmap e74: 8 total, 8 up, 8 in 2024-05-15T16:19:01.803 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:01 smithi081 ceph-mon[25343]: pgmap v79: 161 pgs: 161 active+clean; 584 KiB data, 54 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 37 op/s 2024-05-15T16:19:02.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:01 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/4291427821' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-05-15T16:19:02.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:01 smithi066 ceph-mon[29300]: osdmap e74: 8 total, 8 up, 8 in 2024-05-15T16:19:02.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:01 smithi066 ceph-mon[29300]: pgmap v79: 161 pgs: 161 active+clean; 584 KiB data, 54 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 37 op/s 2024-05-15T16:19:02.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:01 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/4291427821' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-05-15T16:19:02.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:01 smithi066 ceph-mon[24465]: osdmap e74: 8 total, 8 up, 8 in 2024-05-15T16:19:02.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:01 smithi066 ceph-mon[24465]: pgmap v79: 161 pgs: 161 active+clean; 584 KiB data, 54 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 37 op/s 2024-05-15T16:19:03.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:02 smithi066 ceph-mon[29300]: osdmap e75: 8 total, 8 up, 8 in 2024-05-15T16:19:03.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:02 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:03.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:02 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:19:03.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:02 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:19:03.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:02 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:19:03.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:02 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:03.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:02 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:03.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:02 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:03.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:02 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:19:03.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:02 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:19:03.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:02 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:19:03.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:02 smithi066 ceph-mon[24465]: osdmap e75: 8 total, 8 up, 8 in 2024-05-15T16:19:03.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:02 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:03.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:02 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:19:03.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:02 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:19:03.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:02 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:19:03.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:02 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:03.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:02 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:03.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:02 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:03.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:02 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:19:03.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:02 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:19:03.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:02 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:19:03.049 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:02 smithi081 ceph-mon[25343]: osdmap e75: 8 total, 8 up, 8 in 2024-05-15T16:19:03.049 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:02 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:03.049 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:02 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:19:03.049 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:02 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:19:03.049 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:02 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:19:03.049 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:02 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:03.049 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:02 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:03.049 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:02 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:03.049 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:02 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:19:03.049 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:02 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:19:03.049 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:02 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:19:03.407 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:19:03 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:19:03] "GET /metrics HTTP/1.1" 200 203613 "" "Prometheus/2.33.4" 2024-05-15T16:19:04.012 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:03 smithi066 ceph-mon[29300]: Checking dashboard <-> RGW credentials 2024-05-15T16:19:04.012 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:03 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:19:04.012 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:03 smithi066 ceph-mon[29300]: Checking dashboard <-> RGW credentials 2024-05-15T16:19:04.012 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:03 smithi066 ceph-mon[29300]: osdmap e76: 8 total, 8 up, 8 in 2024-05-15T16:19:04.012 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:03 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:04.012 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:03 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:19:04.012 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:03 smithi066 ceph-mon[29300]: pgmap v82: 161 pgs: 161 active+clean; 584 KiB data, 54 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 37 op/s 2024-05-15T16:19:04.013 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:03 smithi066 ceph-mon[24465]: Checking dashboard <-> RGW credentials 2024-05-15T16:19:04.013 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:03 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:19:04.013 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:03 smithi066 ceph-mon[24465]: Checking dashboard <-> RGW credentials 2024-05-15T16:19:04.013 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:03 smithi066 ceph-mon[24465]: osdmap e76: 8 total, 8 up, 8 in 2024-05-15T16:19:04.013 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:03 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:04.013 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:03 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:19:04.013 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:03 smithi066 ceph-mon[24465]: pgmap v82: 161 pgs: 161 active+clean; 584 KiB data, 54 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 37 op/s 2024-05-15T16:19:04.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:03 smithi081 ceph-mon[25343]: Checking dashboard <-> RGW credentials 2024-05-15T16:19:04.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:03 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:19:04.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:03 smithi081 ceph-mon[25343]: Checking dashboard <-> RGW credentials 2024-05-15T16:19:04.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:03 smithi081 ceph-mon[25343]: osdmap e76: 8 total, 8 up, 8 in 2024-05-15T16:19:04.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:03 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:04.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:03 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:19:04.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:03 smithi081 ceph-mon[25343]: pgmap v82: 161 pgs: 161 active+clean; 584 KiB data, 54 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 37 op/s 2024-05-15T16:19:04.736 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph orch apply iscsi foo u p' 2024-05-15T16:19:05.554 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:05 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:05.554 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:05 smithi081 ceph-mon[25343]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 135 KiB/s rd, 853 B/s wr, 217 op/s 2024-05-15T16:19:05.592 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:05 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:05.592 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:05 smithi066 ceph-mon[29300]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 135 KiB/s rd, 853 B/s wr, 217 op/s 2024-05-15T16:19:05.592 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:05 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:05.592 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:05 smithi066 ceph-mon[24465]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 135 KiB/s rd, 853 B/s wr, 217 op/s 2024-05-15T16:19:06.252 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:19:05 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:19:05] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:19:06.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:19:06 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:19:06] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:19:06.536 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:19:06 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:19:06] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:19:07.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:06 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:07.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:06 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:07.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:06 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:07.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:06 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:07.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:06 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:07.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:06 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:07.349 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:06 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:07.349 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:06 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:07.349 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:06 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:08.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:07 smithi066 ceph-mon[24465]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 110 KiB/s rd, 783 B/s wr, 165 op/s 2024-05-15T16:19:08.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:07 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:08.036 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:19:07 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:19:07] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:19:08.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:07 smithi066 ceph-mon[29300]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 110 KiB/s rd, 783 B/s wr, 165 op/s 2024-05-15T16:19:08.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:07 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:08.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:07 smithi081 ceph-mon[25343]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 110 KiB/s rd, 783 B/s wr, 165 op/s 2024-05-15T16:19:08.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:07 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:08.152 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled iscsi.foo update... 2024-05-15T16:19:08.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:19:08 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:19:08] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:19:08.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:19:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:19:08] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:19:08.909 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'sleep 180' 2024-05-15T16:19:09.262 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:09 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:09.262 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:09 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:09.263 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:09 smithi066 ceph-mon[29300]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:19:09.263 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:09 smithi066 ceph-mon[29300]: Saving service iscsi.foo spec with placement count:1 2024-05-15T16:19:09.263 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:09 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:09.263 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:09 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:19:09.263 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:09 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:19:09.263 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:09 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:19:09.263 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:09 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:09.263 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:09 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:19:09.263 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:09 smithi066 ceph-mon[29300]: osdmap e77: 8 total, 8 up, 8 in 2024-05-15T16:19:09.263 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:09 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:09.263 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:09 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:09.263 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:09 smithi066 ceph-mon[24465]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:19:09.264 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:09 smithi066 ceph-mon[24465]: Saving service iscsi.foo spec with placement count:1 2024-05-15T16:19:09.264 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:09 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:09.264 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:09 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:19:09.264 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:09 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:19:09.264 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:09 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:19:09.264 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:09 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:09.264 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:09 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:19:09.264 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:09 smithi066 ceph-mon[24465]: osdmap e77: 8 total, 8 up, 8 in 2024-05-15T16:19:09.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:09 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:09.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:09 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:09.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:09 smithi081 ceph-mon[25343]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:19:09.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:09 smithi081 ceph-mon[25343]: Saving service iscsi.foo spec with placement count:1 2024-05-15T16:19:09.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:09 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:09.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:09 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:19:09.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:09 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:19:09.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:09 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:19:09.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:09 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:09.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:09 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:19:09.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:09 smithi081 ceph-mon[25343]: osdmap e77: 8 total, 8 up, 8 in 2024-05-15T16:19:10.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:10 smithi066 ceph-mon[29300]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s rd, 679 B/s wr, 143 op/s 2024-05-15T16:19:10.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:10 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:10.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:10 smithi066 ceph-mon[24465]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s rd, 679 B/s wr, 143 op/s 2024-05-15T16:19:10.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:10 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:10.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:10 smithi081 ceph-mon[25343]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s rd, 679 B/s wr, 143 op/s 2024-05-15T16:19:10.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:10 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:11.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:11 smithi066 ceph-mon[29300]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 85 KiB/s rd, 600 B/s wr, 126 op/s 2024-05-15T16:19:11.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:11 smithi066 ceph-mon[24465]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 85 KiB/s rd, 600 B/s wr, 126 op/s 2024-05-15T16:19:11.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:11 smithi081 ceph-mon[25343]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 85 KiB/s rd, 600 B/s wr, 126 op/s 2024-05-15T16:19:12.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:19:12 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:19:12] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:19:13.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:19:13 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:19:13] "GET /metrics HTTP/1.1" 200 203613 "" "Prometheus/2.33.4" 2024-05-15T16:19:13.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:13 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:13.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:13 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:13.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:13 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:19:13.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:13 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:19:13.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:13 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:19:13.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:13 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:13.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:13 smithi066 ceph-mon[29300]: Checking pool "foo" exists for service iscsi.foo 2024-05-15T16:19:13.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:13 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:19:13.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:13 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:19:13.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:13 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-05-15T16:19:13.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:13 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:19:13.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:13 smithi066 ceph-mon[29300]: Deploying daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:19:13.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:13 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:13.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:13 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:13.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:13 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:19:13.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:13 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:19:13.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:13 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:19:13.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:13 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:13.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:13 smithi066 ceph-mon[24465]: Checking pool "foo" exists for service iscsi.foo 2024-05-15T16:19:13.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:13 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:19:13.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:13 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:19:13.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:13 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-05-15T16:19:13.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:13 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:19:13.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:13 smithi066 ceph-mon[24465]: Deploying daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:19:13.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:13 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:13.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:13 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:13.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:13 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:19:13.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:13 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:19:13.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:13 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:19:13.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:13 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:13.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:13 smithi081 ceph-mon[25343]: Checking pool "foo" exists for service iscsi.foo 2024-05-15T16:19:13.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:13 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:19:13.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:13 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:19:13.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:13 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-05-15T16:19:13.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:13 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:19:13.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:13 smithi081 ceph-mon[25343]: Deploying daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:19:14.135 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:14 smithi066 ceph-mon[24465]: mgrmap e20: y(active, since 2m), standbys: x 2024-05-15T16:19:14.135 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:14 smithi066 ceph-mon[24465]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 511 B/s wr, 108 op/s 2024-05-15T16:19:14.135 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:14 smithi066 ceph-mon[29300]: mgrmap e20: y(active, since 2m), standbys: x 2024-05-15T16:19:14.135 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:14 smithi066 ceph-mon[29300]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 511 B/s wr, 108 op/s 2024-05-15T16:19:14.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:14 smithi081 ceph-mon[25343]: mgrmap e20: y(active, since 2m), standbys: x 2024-05-15T16:19:14.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:14 smithi081 ceph-mon[25343]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 511 B/s wr, 108 op/s 2024-05-15T16:19:16.511 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:16.511 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:19:16.511 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:19:16.511 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:19:16.511 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:16.511 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:19:16.511 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:19:16.511 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:19:16.511 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[24465]: Adding iSCSI gateway http://:@172.21.15.66:5000 to Dashboard 2024-05-15T16:19:16.511 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:19:16.511 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:19:16.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:16.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi066"}]: dispatch 2024-05-15T16:19:16.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi066"}]: dispatch 2024-05-15T16:19:16.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:16.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:19:16.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:19:16.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:19:16.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:16.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:19:16.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[24465]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:19:16.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/1322809185' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-15T16:19:16.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/932831075' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/3343318127"}]: dispatch 2024-05-15T16:19:16.513 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:16.513 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:19:16.513 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:19:16.513 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:19:16.513 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:16.513 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:19:16.513 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:19:16.513 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:19:16.513 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[29300]: Adding iSCSI gateway http://:@172.21.15.66:5000 to Dashboard 2024-05-15T16:19:16.513 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:19:16.514 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:19:16.514 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:16.514 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi066"}]: dispatch 2024-05-15T16:19:16.514 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi066"}]: dispatch 2024-05-15T16:19:16.514 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:16.514 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:19:16.514 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:19:16.514 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:19:16.514 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:16.514 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:19:16.514 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[29300]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:19:16.515 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/1322809185' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-15T16:19:16.515 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:16 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/932831075' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/3343318127"}]: dispatch 2024-05-15T16:19:16.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:16 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:16.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:16 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:19:16.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:16 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:19:16.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:16 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:19:16.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:16 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:16.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:16 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:19:16.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:16 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:19:16.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:16 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:19:16.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:16 smithi081 ceph-mon[25343]: Adding iSCSI gateway http://:@172.21.15.66:5000 to Dashboard 2024-05-15T16:19:16.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:16 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:19:16.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:16 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:19:16.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:16 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:16.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:16 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi066"}]: dispatch 2024-05-15T16:19:16.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:16 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi066"}]: dispatch 2024-05-15T16:19:16.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:16 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:16.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:16 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:19:16.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:16 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:19:16.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:16 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:19:16.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:16 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:16.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:16 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:19:16.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:16 smithi081 ceph-mon[25343]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:19:16.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:16 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/1322809185' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-15T16:19:16.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:16 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/932831075' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/3343318127"}]: dispatch 2024-05-15T16:19:17.495 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:17 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/932831075' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/3343318127"}]': finished 2024-05-15T16:19:17.495 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:17 smithi066 ceph-mon[29300]: osdmap e78: 8 total, 8 up, 8 in 2024-05-15T16:19:17.495 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:17 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3515181547' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3459739238"}]: dispatch 2024-05-15T16:19:17.495 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:17 smithi066 ceph-mon[29300]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3459739238"}]: dispatch 2024-05-15T16:19:17.495 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:17 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/932831075' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/3343318127"}]': finished 2024-05-15T16:19:17.495 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:17 smithi066 ceph-mon[24465]: osdmap e78: 8 total, 8 up, 8 in 2024-05-15T16:19:17.495 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:17 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3515181547' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3459739238"}]: dispatch 2024-05-15T16:19:17.495 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:17 smithi066 ceph-mon[24465]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3459739238"}]: dispatch 2024-05-15T16:19:17.518 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:17 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/932831075' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/3343318127"}]': finished 2024-05-15T16:19:17.518 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:17 smithi081 ceph-mon[25343]: osdmap e78: 8 total, 8 up, 8 in 2024-05-15T16:19:17.518 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:17 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3515181547' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3459739238"}]: dispatch 2024-05-15T16:19:17.518 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:17 smithi081 ceph-mon[25343]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3459739238"}]: dispatch 2024-05-15T16:19:18.471 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:18 smithi066 ceph-mon[24465]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3459739238"}]': finished 2024-05-15T16:19:18.471 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:18 smithi066 ceph-mon[24465]: osdmap e79: 8 total, 8 up, 8 in 2024-05-15T16:19:18.471 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:18 smithi066 ceph-mon[24465]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:19:18.472 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:18 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/246362074' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3611554292"}]: dispatch 2024-05-15T16:19:18.472 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:18 smithi066 ceph-mon[29300]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3459739238"}]': finished 2024-05-15T16:19:18.472 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:18 smithi066 ceph-mon[29300]: osdmap e79: 8 total, 8 up, 8 in 2024-05-15T16:19:18.472 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:18 smithi066 ceph-mon[29300]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:19:18.472 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:18 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/246362074' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3611554292"}]: dispatch 2024-05-15T16:19:18.534 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:18 smithi081 ceph-mon[25343]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3459739238"}]': finished 2024-05-15T16:19:18.535 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:18 smithi081 ceph-mon[25343]: osdmap e79: 8 total, 8 up, 8 in 2024-05-15T16:19:18.535 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:18 smithi081 ceph-mon[25343]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:19:18.535 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:18 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/246362074' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3611554292"}]: dispatch 2024-05-15T16:19:18.535 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:19:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:19:18] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:19:19.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:19 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/246362074' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3611554292"}]': finished 2024-05-15T16:19:19.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:19 smithi066 ceph-mon[29300]: osdmap e80: 8 total, 8 up, 8 in 2024-05-15T16:19:19.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:19 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/1318193901' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/4218179010"}]: dispatch 2024-05-15T16:19:19.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:19 smithi066 ceph-mon[29300]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/4218179010"}]: dispatch 2024-05-15T16:19:19.536 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:19:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:19:19] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:19:19.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:19 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/246362074' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3611554292"}]': finished 2024-05-15T16:19:19.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:19 smithi066 ceph-mon[24465]: osdmap e80: 8 total, 8 up, 8 in 2024-05-15T16:19:19.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:19 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/1318193901' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/4218179010"}]: dispatch 2024-05-15T16:19:19.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:19 smithi066 ceph-mon[24465]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/4218179010"}]: dispatch 2024-05-15T16:19:19.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:19 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/246362074' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3611554292"}]': finished 2024-05-15T16:19:19.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:19 smithi081 ceph-mon[25343]: osdmap e80: 8 total, 8 up, 8 in 2024-05-15T16:19:19.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:19 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/1318193901' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/4218179010"}]: dispatch 2024-05-15T16:19:19.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:19 smithi081 ceph-mon[25343]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/4218179010"}]: dispatch 2024-05-15T16:19:20.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:20 smithi066 ceph-mon[29300]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/4218179010"}]': finished 2024-05-15T16:19:20.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:20 smithi066 ceph-mon[29300]: osdmap e81: 8 total, 8 up, 8 in 2024-05-15T16:19:20.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:20 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:20.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:20 smithi066 ceph-mon[29300]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:19:20.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:20 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:20.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:20 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/2008707237' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2824636752"}]: dispatch 2024-05-15T16:19:20.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:20 smithi066 ceph-mon[24465]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/4218179010"}]': finished 2024-05-15T16:19:20.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:20 smithi066 ceph-mon[24465]: osdmap e81: 8 total, 8 up, 8 in 2024-05-15T16:19:20.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:20 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:20.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:20 smithi066 ceph-mon[24465]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:19:20.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:20 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:20.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:20 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2008707237' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2824636752"}]: dispatch 2024-05-15T16:19:20.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:20 smithi081 ceph-mon[25343]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/4218179010"}]': finished 2024-05-15T16:19:20.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:20 smithi081 ceph-mon[25343]: osdmap e81: 8 total, 8 up, 8 in 2024-05-15T16:19:20.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:20 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:20.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:20 smithi081 ceph-mon[25343]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:19:20.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:20 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:20.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:20 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/2008707237' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2824636752"}]: dispatch 2024-05-15T16:19:21.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:21 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/2008707237' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2824636752"}]': finished 2024-05-15T16:19:21.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:21 smithi081 ceph-mon[25343]: osdmap e82: 8 total, 8 up, 8 in 2024-05-15T16:19:21.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:21 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/2899712540' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1916882987"}]: dispatch 2024-05-15T16:19:21.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:21 smithi081 ceph-mon[25343]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1916882987"}]: dispatch 2024-05-15T16:19:21.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:21 smithi081 ceph-mon[25343]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 254 B/s wr, 3 op/s 2024-05-15T16:19:21.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:21 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/2008707237' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2824636752"}]': finished 2024-05-15T16:19:21.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:21 smithi066 ceph-mon[29300]: osdmap e82: 8 total, 8 up, 8 in 2024-05-15T16:19:21.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:21 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/2899712540' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1916882987"}]: dispatch 2024-05-15T16:19:21.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:21 smithi066 ceph-mon[29300]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1916882987"}]: dispatch 2024-05-15T16:19:21.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:21 smithi066 ceph-mon[29300]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 254 B/s wr, 3 op/s 2024-05-15T16:19:21.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:21 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2008707237' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2824636752"}]': finished 2024-05-15T16:19:21.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:21 smithi066 ceph-mon[24465]: osdmap e82: 8 total, 8 up, 8 in 2024-05-15T16:19:21.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:21 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2899712540' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1916882987"}]: dispatch 2024-05-15T16:19:21.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:21 smithi066 ceph-mon[24465]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1916882987"}]: dispatch 2024-05-15T16:19:21.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:21 smithi066 ceph-mon[24465]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 254 B/s wr, 3 op/s 2024-05-15T16:19:22.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:19:21 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:19:21] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:19:22.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:22 smithi066 ceph-mon[29300]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1916882987"}]': finished 2024-05-15T16:19:22.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:22 smithi066 ceph-mon[29300]: osdmap e83: 8 total, 8 up, 8 in 2024-05-15T16:19:22.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:22 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3989220675' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1605225501"}]: dispatch 2024-05-15T16:19:22.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:22 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:22.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:22 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:22.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:22 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:19:22.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:22 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:19:22.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:22 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:19:22.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:22 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:22.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:22 smithi066 ceph-mon[24465]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1916882987"}]': finished 2024-05-15T16:19:22.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:22 smithi066 ceph-mon[24465]: osdmap e83: 8 total, 8 up, 8 in 2024-05-15T16:19:22.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:22 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3989220675' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1605225501"}]: dispatch 2024-05-15T16:19:22.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:22 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:22.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:22 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:22.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:22 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:19:22.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:22 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:19:22.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:22 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:19:22.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:22 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:22.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:22 smithi081 ceph-mon[25343]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1916882987"}]': finished 2024-05-15T16:19:22.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:22 smithi081 ceph-mon[25343]: osdmap e83: 8 total, 8 up, 8 in 2024-05-15T16:19:22.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:22 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3989220675' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1605225501"}]: dispatch 2024-05-15T16:19:22.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:22 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:22.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:22 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:22.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:22 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:19:22.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:22 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:19:22.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:22 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:19:22.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:22 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:23.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:19:23 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:19:23] "GET /metrics HTTP/1.1" 200 207972 "" "Prometheus/2.33.4" 2024-05-15T16:19:23.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:23 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3989220675' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1605225501"}]': finished 2024-05-15T16:19:23.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:23 smithi066 ceph-mon[29300]: osdmap e84: 8 total, 8 up, 8 in 2024-05-15T16:19:23.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:23 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/1364012343' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2148063252"}]: dispatch 2024-05-15T16:19:23.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:23 smithi066 ceph-mon[29300]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2148063252"}]: dispatch 2024-05-15T16:19:23.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:23 smithi066 ceph-mon[29300]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-05-15T16:19:23.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:23 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3989220675' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1605225501"}]': finished 2024-05-15T16:19:23.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:23 smithi066 ceph-mon[24465]: osdmap e84: 8 total, 8 up, 8 in 2024-05-15T16:19:23.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:23 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/1364012343' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2148063252"}]: dispatch 2024-05-15T16:19:23.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:23 smithi066 ceph-mon[24465]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2148063252"}]: dispatch 2024-05-15T16:19:23.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:23 smithi066 ceph-mon[24465]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-05-15T16:19:23.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:23 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3989220675' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1605225501"}]': finished 2024-05-15T16:19:23.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:23 smithi081 ceph-mon[25343]: osdmap e84: 8 total, 8 up, 8 in 2024-05-15T16:19:23.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:23 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/1364012343' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2148063252"}]: dispatch 2024-05-15T16:19:23.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:23 smithi081 ceph-mon[25343]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2148063252"}]: dispatch 2024-05-15T16:19:23.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:23 smithi081 ceph-mon[25343]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-05-15T16:19:24.639 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:24 smithi081 ceph-mon[25343]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2148063252"}]': finished 2024-05-15T16:19:24.639 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:24 smithi081 ceph-mon[25343]: osdmap e85: 8 total, 8 up, 8 in 2024-05-15T16:19:24.639 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:24 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/1651146379' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/4218179010"}]: dispatch 2024-05-15T16:19:24.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:24 smithi066 ceph-mon[24465]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2148063252"}]': finished 2024-05-15T16:19:24.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:24 smithi066 ceph-mon[24465]: osdmap e85: 8 total, 8 up, 8 in 2024-05-15T16:19:24.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:24 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/1651146379' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/4218179010"}]: dispatch 2024-05-15T16:19:24.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:24 smithi066 ceph-mon[29300]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2148063252"}]': finished 2024-05-15T16:19:24.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:24 smithi066 ceph-mon[29300]: osdmap e85: 8 total, 8 up, 8 in 2024-05-15T16:19:24.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:24 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/1651146379' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/4218179010"}]: dispatch 2024-05-15T16:19:25.582 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:25 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/1651146379' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/4218179010"}]': finished 2024-05-15T16:19:25.582 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:25 smithi081 ceph-mon[25343]: osdmap e86: 8 total, 8 up, 8 in 2024-05-15T16:19:25.582 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:25 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3308996277' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2815420136"}]: dispatch 2024-05-15T16:19:25.582 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:25 smithi081 ceph-mon[25343]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:19:25.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:25 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/1651146379' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/4218179010"}]': finished 2024-05-15T16:19:25.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:25 smithi066 ceph-mon[24465]: osdmap e86: 8 total, 8 up, 8 in 2024-05-15T16:19:25.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:25 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3308996277' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2815420136"}]: dispatch 2024-05-15T16:19:25.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:25 smithi066 ceph-mon[24465]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:19:25.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:25 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/1651146379' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/4218179010"}]': finished 2024-05-15T16:19:25.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:25 smithi066 ceph-mon[29300]: osdmap e86: 8 total, 8 up, 8 in 2024-05-15T16:19:25.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:25 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3308996277' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2815420136"}]: dispatch 2024-05-15T16:19:25.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:25 smithi066 ceph-mon[29300]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:19:26.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:26 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:19:26.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:26 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3308996277' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2815420136"}]': finished 2024-05-15T16:19:26.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:26 smithi066 ceph-mon[24465]: osdmap e87: 8 total, 8 up, 8 in 2024-05-15T16:19:26.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:26 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/831181375' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1517637765"}]: dispatch 2024-05-15T16:19:26.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:26 smithi066 ceph-mon[24465]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1517637765"}]: dispatch 2024-05-15T16:19:26.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:26 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:19:26.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:26 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3308996277' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2815420136"}]': finished 2024-05-15T16:19:26.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:26 smithi066 ceph-mon[29300]: osdmap e87: 8 total, 8 up, 8 in 2024-05-15T16:19:26.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:26 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/831181375' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1517637765"}]: dispatch 2024-05-15T16:19:26.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:26 smithi066 ceph-mon[29300]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1517637765"}]: dispatch 2024-05-15T16:19:26.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:26 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:19:26.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:26 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3308996277' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2815420136"}]': finished 2024-05-15T16:19:26.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:26 smithi081 ceph-mon[25343]: osdmap e87: 8 total, 8 up, 8 in 2024-05-15T16:19:26.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:26 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/831181375' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1517637765"}]: dispatch 2024-05-15T16:19:26.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:26 smithi081 ceph-mon[25343]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1517637765"}]: dispatch 2024-05-15T16:19:27.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:27 smithi081 ceph-mon[25343]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1517637765"}]': finished 2024-05-15T16:19:27.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:27 smithi081 ceph-mon[25343]: osdmap e88: 8 total, 8 up, 8 in 2024-05-15T16:19:27.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:27 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/967942187' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3727072137"}]: dispatch 2024-05-15T16:19:27.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:27 smithi081 ceph-mon[25343]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:19:27.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:27 smithi066 ceph-mon[29300]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1517637765"}]': finished 2024-05-15T16:19:27.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:27 smithi066 ceph-mon[29300]: osdmap e88: 8 total, 8 up, 8 in 2024-05-15T16:19:27.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:27 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/967942187' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3727072137"}]: dispatch 2024-05-15T16:19:27.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:27 smithi066 ceph-mon[29300]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:19:27.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:27 smithi066 ceph-mon[24465]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1517637765"}]': finished 2024-05-15T16:19:27.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:27 smithi066 ceph-mon[24465]: osdmap e88: 8 total, 8 up, 8 in 2024-05-15T16:19:27.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:27 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/967942187' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3727072137"}]: dispatch 2024-05-15T16:19:27.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:27 smithi066 ceph-mon[24465]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:19:28.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:19:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:19:28] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:19:28.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:28 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/967942187' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3727072137"}]': finished 2024-05-15T16:19:28.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:28 smithi066 ceph-mon[29300]: osdmap e89: 8 total, 8 up, 8 in 2024-05-15T16:19:28.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:28 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3661362005' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3049578424"}]: dispatch 2024-05-15T16:19:28.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:28 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:28.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:28 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:28.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:28 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/967942187' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3727072137"}]': finished 2024-05-15T16:19:28.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:28 smithi066 ceph-mon[24465]: osdmap e89: 8 total, 8 up, 8 in 2024-05-15T16:19:28.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:28 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3661362005' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3049578424"}]: dispatch 2024-05-15T16:19:28.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:28 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:28.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:28 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:28.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:19:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:19:28] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:19:28.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:28 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/967942187' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3727072137"}]': finished 2024-05-15T16:19:28.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:28 smithi081 ceph-mon[25343]: osdmap e89: 8 total, 8 up, 8 in 2024-05-15T16:19:28.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:28 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3661362005' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3049578424"}]: dispatch 2024-05-15T16:19:28.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:28 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:28.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:28 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:29.751 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:29 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3661362005' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3049578424"}]': finished 2024-05-15T16:19:29.751 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:29 smithi081 ceph-mon[25343]: osdmap e90: 8 total, 8 up, 8 in 2024-05-15T16:19:29.752 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:29 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/1333973002' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/2331553184"}]: dispatch 2024-05-15T16:19:29.752 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:29 smithi081 ceph-mon[25343]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/2331553184"}]: dispatch 2024-05-15T16:19:29.752 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:29 smithi081 ceph-mon[25343]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:19:29.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:29 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3661362005' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3049578424"}]': finished 2024-05-15T16:19:29.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:29 smithi066 ceph-mon[29300]: osdmap e90: 8 total, 8 up, 8 in 2024-05-15T16:19:29.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:29 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/1333973002' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/2331553184"}]: dispatch 2024-05-15T16:19:29.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:29 smithi066 ceph-mon[29300]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/2331553184"}]: dispatch 2024-05-15T16:19:29.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:29 smithi066 ceph-mon[29300]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:19:29.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:29 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3661362005' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3049578424"}]': finished 2024-05-15T16:19:29.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:29 smithi066 ceph-mon[24465]: osdmap e90: 8 total, 8 up, 8 in 2024-05-15T16:19:29.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:29 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/1333973002' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/2331553184"}]: dispatch 2024-05-15T16:19:29.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:29 smithi066 ceph-mon[24465]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/2331553184"}]: dispatch 2024-05-15T16:19:29.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:29 smithi066 ceph-mon[24465]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:19:30.693 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:30 smithi066 ceph-mon[29300]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/2331553184"}]': finished 2024-05-15T16:19:30.693 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:30 smithi066 ceph-mon[29300]: osdmap e91: 8 total, 8 up, 8 in 2024-05-15T16:19:30.693 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:30 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/90024245' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/3343318127"}]: dispatch 2024-05-15T16:19:30.693 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:30 smithi066 ceph-mon[24465]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/2331553184"}]': finished 2024-05-15T16:19:30.693 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:30 smithi066 ceph-mon[24465]: osdmap e91: 8 total, 8 up, 8 in 2024-05-15T16:19:30.693 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:30 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/90024245' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/3343318127"}]: dispatch 2024-05-15T16:19:30.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:30 smithi081 ceph-mon[25343]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/2331553184"}]': finished 2024-05-15T16:19:30.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:30 smithi081 ceph-mon[25343]: osdmap e91: 8 total, 8 up, 8 in 2024-05-15T16:19:30.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:30 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/90024245' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/3343318127"}]: dispatch 2024-05-15T16:19:31.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:31 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/90024245' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/3343318127"}]': finished 2024-05-15T16:19:31.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:31 smithi066 ceph-mon[24465]: osdmap e92: 8 total, 8 up, 8 in 2024-05-15T16:19:31.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:31 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/1701401348' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/2331553184"}]: dispatch 2024-05-15T16:19:31.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:31 smithi066 ceph-mon[24465]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/2331553184"}]: dispatch 2024-05-15T16:19:31.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:31 smithi066 ceph-mon[24465]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:19:31.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:31 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/90024245' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/3343318127"}]': finished 2024-05-15T16:19:31.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:31 smithi066 ceph-mon[29300]: osdmap e92: 8 total, 8 up, 8 in 2024-05-15T16:19:31.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:31 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/1701401348' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/2331553184"}]: dispatch 2024-05-15T16:19:31.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:31 smithi066 ceph-mon[29300]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/2331553184"}]: dispatch 2024-05-15T16:19:31.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:31 smithi066 ceph-mon[29300]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:19:31.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:31 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/90024245' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/3343318127"}]': finished 2024-05-15T16:19:31.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:31 smithi081 ceph-mon[25343]: osdmap e92: 8 total, 8 up, 8 in 2024-05-15T16:19:31.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:31 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/1701401348' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/2331553184"}]: dispatch 2024-05-15T16:19:31.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:31 smithi081 ceph-mon[25343]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/2331553184"}]: dispatch 2024-05-15T16:19:31.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:31 smithi081 ceph-mon[25343]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:19:32.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:32 smithi066 ceph-mon[29300]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/2331553184"}]': finished 2024-05-15T16:19:32.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:32 smithi066 ceph-mon[29300]: osdmap e93: 8 total, 8 up, 8 in 2024-05-15T16:19:32.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:32 smithi066 ceph-mon[24465]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/2331553184"}]': finished 2024-05-15T16:19:32.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:32 smithi066 ceph-mon[24465]: osdmap e93: 8 total, 8 up, 8 in 2024-05-15T16:19:32.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:32 smithi081 ceph-mon[25343]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/2331553184"}]': finished 2024-05-15T16:19:32.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:32 smithi081 ceph-mon[25343]: osdmap e93: 8 total, 8 up, 8 in 2024-05-15T16:19:33.522 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:19:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:19:33] "GET /metrics HTTP/1.1" 200 207995 "" "Prometheus/2.33.4" 2024-05-15T16:19:33.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:19:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:19:33.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs" 2024-05-15T16:19:33.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:19:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:19:33.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:19:34.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:34 smithi066 ceph-mon[24465]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:19:34.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:34 smithi066 ceph-mon[29300]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:19:34.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:34 smithi081 ceph-mon[25343]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:19:35.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:35 smithi081 ceph-mon[25343]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-05-15T16:19:35.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:35 smithi066 ceph-mon[29300]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-05-15T16:19:35.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:35 smithi066 ceph-mon[24465]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-05-15T16:19:36.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:36 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:19:36.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:36 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:19:36.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:36 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:19:37.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:37 smithi081 ceph-mon[25343]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:19:37.618 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:37 smithi066 ceph-mon[24465]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:19:37.618 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:37 smithi066 ceph-mon[29300]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:19:38.410 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:19:38 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:19:38] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:19:38.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:19:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:19:38] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:19:39.260 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:39 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:39.260 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:39 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:39.260 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:39 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:39.260 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:39 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:39.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:39 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:39.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:39 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:40.317 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:40 smithi081 ceph-mon[25343]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 580 B/s rd, 0 op/s 2024-05-15T16:19:40.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:40 smithi066 ceph-mon[24465]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 580 B/s rd, 0 op/s 2024-05-15T16:19:40.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:40 smithi066 ceph-mon[29300]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 580 B/s rd, 0 op/s 2024-05-15T16:19:41.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:41 smithi066 ceph-mon[24465]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-05-15T16:19:41.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:41 smithi066 ceph-mon[29300]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-05-15T16:19:41.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:41 smithi081 ceph-mon[25343]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-05-15T16:19:43.507 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:19:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:19:43] "GET /metrics HTTP/1.1" 200 207995 "" "Prometheus/2.33.4" 2024-05-15T16:19:43.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:19:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=error ts=2024-05-15T16:19:43.507Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:19:43.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:19:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:19:43.509Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs" 2024-05-15T16:19:43.786 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:19:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:19:43.509Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:19:44.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:44 smithi066 ceph-mon[24465]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 867 B/s rd, 0 op/s 2024-05-15T16:19:44.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:44 smithi066 ceph-mon[29300]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 867 B/s rd, 0 op/s 2024-05-15T16:19:44.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:44 smithi081 ceph-mon[25343]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 867 B/s rd, 0 op/s 2024-05-15T16:19:45.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:45 smithi081 ceph-mon[25343]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:19:45.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:45 smithi066 ceph-mon[24465]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:19:45.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:45 smithi066 ceph-mon[29300]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:19:46.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:46 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:19:46.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:46 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:19:46.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:46 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:19:47.537 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:47 smithi081 ceph-mon[25343]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:19:47.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:47 smithi066 ceph-mon[29300]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:19:47.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:47 smithi066 ceph-mon[24465]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:19:48.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:19:48 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:19:48] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:19:48.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:19:48 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:19:48] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:19:49.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:49 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:49.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:49 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:49.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:49 smithi081 ceph-mon[25343]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:19:49.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:49 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:49.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:49 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:49.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:49 smithi066 ceph-mon[29300]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:19:49.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:49 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:49.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:49 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:49.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:49 smithi066 ceph-mon[24465]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:19:51.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:51 smithi081 ceph-mon[25343]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:19:51.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:51 smithi066 ceph-mon[29300]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:19:51.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:51 smithi066 ceph-mon[24465]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:19:53.508 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:19:53 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:19:53] "GET /metrics HTTP/1.1" 200 207956 "" "Prometheus/2.33.4" 2024-05-15T16:19:53.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:19:53 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=error ts=2024-05-15T16:19:53.507Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs" 2024-05-15T16:19:54.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:54 smithi066 ceph-mon[24465]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:19:54.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:54 smithi066 ceph-mon[29300]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:19:54.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:54 smithi081 ceph-mon[25343]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:19:55.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:55 smithi081 ceph-mon[25343]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:19:55.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:55 smithi066 ceph-mon[29300]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:19:55.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:55 smithi066 ceph-mon[24465]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:19:56.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:56 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:19:56.620 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:56 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:19:56.621 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:56 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:19:57.600 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:57 smithi066 ceph-mon[24465]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:19:57.601 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:57 smithi066 ceph-mon[29300]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:19:57.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:57 smithi081 ceph-mon[25343]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:19:58.507 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:19:58 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:19:58] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:19:58.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:19:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:19:58] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:19:59.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:59 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:59.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:19:59 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:59.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:59 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:59.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:19:59 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:59.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:59 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:19:59.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:19:59 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:00.431 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]: dispatch 2024-05-15T16:20:00.431 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-05-15T16:20:00.431 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2024-05-15T16:20:00.431 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]: dispatch 2024-05-15T16:20:00.431 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]: dispatch 2024-05-15T16:20:00.431 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-05-15T16:20:00.432 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2024-05-15T16:20:00.432 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]: dispatch 2024-05-15T16:20:00.432 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[29300]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:00.432 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:20:00.432 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:20:00.432 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:20:00.432 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:20:00.432 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[29300]: overall HEALTH_OK 2024-05-15T16:20:00.432 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]: dispatch 2024-05-15T16:20:00.432 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-05-15T16:20:00.432 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2024-05-15T16:20:00.432 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]: dispatch 2024-05-15T16:20:00.433 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]: dispatch 2024-05-15T16:20:00.433 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-05-15T16:20:00.433 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2024-05-15T16:20:00.433 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]: dispatch 2024-05-15T16:20:00.433 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[24465]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:00.433 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:20:00.433 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:20:00.433 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:20:00.433 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:20:00.433 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:00 smithi066 ceph-mon[24465]: overall HEALTH_OK 2024-05-15T16:20:00.553 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]: dispatch 2024-05-15T16:20:00.553 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-05-15T16:20:00.553 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2024-05-15T16:20:00.554 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]: dispatch 2024-05-15T16:20:00.554 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]: dispatch 2024-05-15T16:20:00.554 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-05-15T16:20:00.554 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2024-05-15T16:20:00.554 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]: dispatch 2024-05-15T16:20:00.554 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:00 smithi081 ceph-mon[25343]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:00.554 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:20:00.555 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:20:00.555 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:20:00.555 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:20:00.555 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:00 smithi081 ceph-mon[25343]: overall HEALTH_OK 2024-05-15T16:20:01.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:01 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]': finished 2024-05-15T16:20:01.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:01 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]': finished 2024-05-15T16:20:01.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:01 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]': finished 2024-05-15T16:20:01.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:01 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]': finished 2024-05-15T16:20:01.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:01 smithi066 ceph-mon[29300]: osdmap e94: 8 total, 8 up, 8 in 2024-05-15T16:20:01.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:01 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]': finished 2024-05-15T16:20:01.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:01 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]': finished 2024-05-15T16:20:01.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:01 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]': finished 2024-05-15T16:20:01.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:01 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]': finished 2024-05-15T16:20:01.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:01 smithi066 ceph-mon[24465]: osdmap e94: 8 total, 8 up, 8 in 2024-05-15T16:20:01.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:01 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]': finished 2024-05-15T16:20:01.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:01 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]': finished 2024-05-15T16:20:01.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:01 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]': finished 2024-05-15T16:20:01.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:01 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]': finished 2024-05-15T16:20:01.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:01 smithi081 ceph-mon[25343]: osdmap e94: 8 total, 8 up, 8 in 2024-05-15T16:20:02.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:02 smithi066 ceph-mon[24465]: osdmap e95: 8 total, 8 up, 8 in 2024-05-15T16:20:02.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:02 smithi066 ceph-mon[24465]: pgmap v130: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:02.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:02 smithi066 ceph-mon[29300]: osdmap e95: 8 total, 8 up, 8 in 2024-05-15T16:20:02.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:02 smithi066 ceph-mon[29300]: pgmap v130: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:02.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:02 smithi081 ceph-mon[25343]: osdmap e95: 8 total, 8 up, 8 in 2024-05-15T16:20:02.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:02 smithi081 ceph-mon[25343]: pgmap v130: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:03.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:20:03 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:20:03] "GET /metrics HTTP/1.1" 200 207908 "" "Prometheus/2.33.4" 2024-05-15T16:20:04.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:04 smithi066 ceph-mon[29300]: pgmap v131: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-05-15T16:20:04.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:04 smithi066 ceph-mon[24465]: pgmap v131: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-05-15T16:20:04.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:04 smithi081 ceph-mon[25343]: pgmap v131: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-05-15T16:20:05.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:05 smithi081 ceph-mon[25343]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-05-15T16:20:05.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:05 smithi066 ceph-mon[29300]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-05-15T16:20:05.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:05 smithi066 ceph-mon[24465]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-05-15T16:20:06.610 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:06 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:20:06.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:06 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:20:06.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:06 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:20:07.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:07 smithi081 ceph-mon[25343]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-05-15T16:20:07.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:07 smithi066 ceph-mon[29300]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-05-15T16:20:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:07 smithi066 ceph-mon[24465]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-05-15T16:20:08.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:20:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:20:08] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:20:08.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:20:08 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:20:08] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:20:09.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:09 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:09.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:09 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:09.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:09 smithi081 ceph-mon[25343]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-05-15T16:20:09.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:09 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:09.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:09 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:09.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:09 smithi066 ceph-mon[29300]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-05-15T16:20:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:09 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:09 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:09 smithi066 ceph-mon[24465]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-05-15T16:20:11.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:11 smithi081 ceph-mon[25343]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1014 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-15T16:20:11.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:11 smithi066 ceph-mon[24465]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1014 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-15T16:20:11.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:11 smithi066 ceph-mon[29300]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1014 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-15T16:20:13.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:20:13 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:20:13] "GET /metrics HTTP/1.1" 200 207908 "" "Prometheus/2.33.4" 2024-05-15T16:20:14.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:14 smithi066 ceph-mon[29300]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-15T16:20:14.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:14 smithi066 ceph-mon[24465]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-15T16:20:14.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:14 smithi081 ceph-mon[25343]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-05-15T16:20:15.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:15 smithi081 ceph-mon[25343]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-05-15T16:20:15.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:15 smithi066 ceph-mon[29300]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-05-15T16:20:15.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:15 smithi066 ceph-mon[24465]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-05-15T16:20:16.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:16 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:20:16.627 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:16 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:20:16.627 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:16 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:20:17.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:17 smithi081 ceph-mon[25343]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:17.659 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:17 smithi066 ceph-mon[24465]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:17.659 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:17 smithi066 ceph-mon[29300]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:18.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:20:18 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:20:18] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:20:18.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:20:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:20:18] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:20:19.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:19 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:19.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:19 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:19.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:19 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:19.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:19 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:19.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:19 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:19.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:19 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:20.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:20 smithi066 ceph-mon[24465]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:20.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:20 smithi066 ceph-mon[29300]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:20.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:20 smithi081 ceph-mon[25343]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:21.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:21 smithi066 ceph-mon[29300]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:21.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:21 smithi066 ceph-mon[24465]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:21.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:21 smithi081 ceph-mon[25343]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:22.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:22 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:20:22.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:22 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:20:22.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:22 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:20:22.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:22 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:22.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:22 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:20:22.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:22 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:20:22.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:22 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:20:22.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:22 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:22.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:22 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:20:22.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:22 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:20:22.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:22 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:20:22.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:22 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:23.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:20:23 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:20:23] "GET /metrics HTTP/1.1" 200 207943 "" "Prometheus/2.33.4" 2024-05-15T16:20:24.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:24 smithi066 ceph-mon[24465]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:24.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:24 smithi066 ceph-mon[29300]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:24 smithi081 ceph-mon[25343]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:25.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:25 smithi081 ceph-mon[25343]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:25.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:25 smithi066 ceph-mon[29300]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:25.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:25 smithi066 ceph-mon[24465]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:26.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:26 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:20:26.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:26 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:20:26.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:26 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:20:27.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:27 smithi081 ceph-mon[25343]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:27.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:27 smithi066 ceph-mon[29300]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:27.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:27 smithi066 ceph-mon[24465]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:28.465 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:20:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:20:28] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:20:29.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:20:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:20:28] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:20:29.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:29 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:29.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:29 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:29.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:29 smithi066 ceph-mon[24465]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:29.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:29 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:29.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:29 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:29.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:29 smithi066 ceph-mon[29300]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:29.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:29 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:29.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:29 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:29.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:29 smithi081 ceph-mon[25343]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:31.595 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:31 smithi066 ceph-mon[29300]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:31.596 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:31 smithi066 ceph-mon[24465]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:31.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:31 smithi081 ceph-mon[25343]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:33.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:20:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:20:33] "GET /metrics HTTP/1.1" 200 207928 "" "Prometheus/2.33.4" 2024-05-15T16:20:34.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:34 smithi066 ceph-mon[29300]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:34.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:34 smithi066 ceph-mon[24465]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:34.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:34 smithi081 ceph-mon[25343]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:35.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:35 smithi081 ceph-mon[25343]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:35.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:35 smithi066 ceph-mon[29300]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:35.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:35 smithi066 ceph-mon[24465]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:36.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:36 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:20:36.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:36 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:20:36.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:36 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:20:37.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:37 smithi066 ceph-mon[29300]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:37.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:37 smithi066 ceph-mon[24465]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:37.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:37 smithi081 ceph-mon[25343]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:38.410 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:20:38 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:20:38] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:20:38.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:20:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:20:38] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:20:39.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:39 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:39.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:39 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:39.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:39 smithi066 ceph-mon[24465]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:39.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:39 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:39.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:39 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:39.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:39 smithi066 ceph-mon[29300]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:39.794 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:39 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:39.794 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:39 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:39.794 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:39 smithi081 ceph-mon[25343]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:41.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:41 smithi081 ceph-mon[25343]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:41.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:41 smithi066 ceph-mon[29300]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:41.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:41 smithi066 ceph-mon[24465]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:43.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:20:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:20:43] "GET /metrics HTTP/1.1" 200 207928 "" "Prometheus/2.33.4" 2024-05-15T16:20:44.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:44 smithi066 ceph-mon[29300]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:44.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:44 smithi066 ceph-mon[24465]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:44.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:44 smithi081 ceph-mon[25343]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:45.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:45 smithi081 ceph-mon[25343]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:45.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:45 smithi066 ceph-mon[29300]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:45.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:45 smithi066 ceph-mon[24465]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:46.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:46 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:20:46.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:46 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:20:46.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:46 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:20:47.598 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:47 smithi081 ceph-mon[25343]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:47.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:47 smithi066 ceph-mon[29300]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:47.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:47 smithi066 ceph-mon[24465]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:48.462 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:20:48 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:20:48] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:20:49.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:20:48 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:20:48] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:20:49.862 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:49 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:49.862 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:49 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:49.862 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:49 smithi081 ceph-mon[25343]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:50.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:49 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:50.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:49 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:50.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:49 smithi066 ceph-mon[29300]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:50.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:49 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:50.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:49 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:50.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:49 smithi066 ceph-mon[24465]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:52.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:52 smithi081 ceph-mon[25343]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:52.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:52 smithi066 ceph-mon[24465]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:52.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:52 smithi066 ceph-mon[29300]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:53.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:20:53 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:20:53] "GET /metrics HTTP/1.1" 200 207904 "" "Prometheus/2.33.4" 2024-05-15T16:20:55.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:55 smithi066 ceph-mon[29300]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:55.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:55 smithi066 ceph-mon[24465]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:55.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:55 smithi081 ceph-mon[25343]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:57.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:57 smithi066 ceph-mon[29300]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:57.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:57 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:20:57.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:57 smithi066 ceph-mon[24465]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:57.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:57 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:20:57.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:57 smithi081 ceph-mon[25343]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:20:57.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:57 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:20:58.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:20:58 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:20:58] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:20:58.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:20:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:20:58] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:20:59.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:59 smithi066 ceph-mon[29300]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:59.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:59 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:59.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:20:59 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:59.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:59 smithi066 ceph-mon[24465]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:59.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:59 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:59.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:20:59 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:59.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:59 smithi081 ceph-mon[25343]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:20:59.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:59 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:20:59.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:20:59 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:00.418 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:21:00.418 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:21:00.418 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:21:00.418 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:21:00.418 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:21:00.418 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:21:00.418 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:21:00.418 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:21:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:21:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:21:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:21:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:21:01.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:01 smithi066 ceph-mon[29300]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:01.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:01 smithi066 ceph-mon[24465]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:01.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:01 smithi081 ceph-mon[25343]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:03.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:03 smithi066 ceph-mon[24465]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:03.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:03 smithi066 ceph-mon[29300]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:03.536 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:21:03 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:21:03] "GET /metrics HTTP/1.1" 200 207926 "" "Prometheus/2.33.4" 2024-05-15T16:21:03.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:03 smithi081 ceph-mon[25343]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:04.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:04 smithi081 ceph-mon[25343]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:04.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:04 smithi066 ceph-mon[29300]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:04.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:04 smithi066 ceph-mon[24465]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:06.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:06 smithi081 ceph-mon[25343]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:06.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:06 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:21:06.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:06 smithi066 ceph-mon[29300]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:06.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:06 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:21:06.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:06 smithi066 ceph-mon[24465]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:06.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:06 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:21:08.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:21:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:21:08] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:21:09.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:21:08 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:21:08] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:21:09.371 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:09 smithi081 ceph-mon[25343]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:09.371 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:09 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:09.371 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:09 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:09.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:09 smithi066 ceph-mon[29300]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:09.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:09 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:09.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:09 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:09.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:09 smithi066 ceph-mon[24465]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:09.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:09 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:09.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:09 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:11.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:11 smithi066 ceph-mon[29300]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:11.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:11 smithi066 ceph-mon[24465]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:11.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:11 smithi081 ceph-mon[25343]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:13.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:13 smithi066 ceph-mon[24465]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:13.536 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:21:13 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:21:13] "GET /metrics HTTP/1.1" 200 207926 "" "Prometheus/2.33.4" 2024-05-15T16:21:13.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:13 smithi066 ceph-mon[29300]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:13.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:13 smithi081 ceph-mon[25343]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:15.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:15 smithi066 ceph-mon[29300]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:15.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:15 smithi066 ceph-mon[24465]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:15.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:15 smithi081 ceph-mon[25343]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:17.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:17 smithi066 ceph-mon[29300]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:17.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:17 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:21:17.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:17 smithi066 ceph-mon[24465]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:17.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:17 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:21:17.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:17 smithi081 ceph-mon[25343]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:17.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:17 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:21:18.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:21:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:21:18] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:21:18.875 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:21:18 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:21:18] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:21:19.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:19 smithi066 ceph-mon[24465]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:19.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:19 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:19.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:19 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:19.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:19 smithi066 ceph-mon[29300]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:19.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:19 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:19.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:19 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:19.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:19 smithi081 ceph-mon[25343]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:19.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:19 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:19.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:19 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:21.522 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:21 smithi066 ceph-mon[29300]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:21.522 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:21 smithi066 ceph-mon[24465]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:21.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:21 smithi081 ceph-mon[25343]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:22.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:22 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:21:22.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:22 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:21:22.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:22 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:21:22.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:22 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:22.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:22 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:21:22.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:22 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:21:22.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:22 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:21:22.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:22 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:22.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:22 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:21:22.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:22 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:21:22.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:22 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:21:22.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:22 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:23.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:23 smithi066 ceph-mon[29300]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:23.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:23 smithi066 ceph-mon[24465]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:23.536 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:21:23 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:21:23] "GET /metrics HTTP/1.1" 200 207925 "" "Prometheus/2.33.4" 2024-05-15T16:21:23.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:23 smithi081 ceph-mon[25343]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:25.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:25 smithi066 ceph-mon[24465]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:25.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:25 smithi066 ceph-mon[29300]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:25.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:25 smithi081 ceph-mon[25343]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:27.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:27 smithi066 ceph-mon[24465]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:27.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:27 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:21:27.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:27 smithi066 ceph-mon[29300]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:27.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:27 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:21:27.601 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:27 smithi081 ceph-mon[25343]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:27.601 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:27 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:21:28.550 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:21:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:21:28] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:21:29.278 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:21:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:21:28] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:21:29.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:29 smithi066 ceph-mon[24465]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:29.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:29 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:29.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:29 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:29.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:29 smithi066 ceph-mon[29300]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:29.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:29 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:29.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:29 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:29.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:29 smithi081 ceph-mon[25343]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:29.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:29 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:29.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:29 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:31.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:31 smithi066 ceph-mon[24465]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:31.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:31 smithi066 ceph-mon[29300]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:31.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:31 smithi081 ceph-mon[25343]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:33.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:33 smithi066 ceph-mon[24465]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:33.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:33 smithi066 ceph-mon[29300]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:33.536 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:21:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:21:33] "GET /metrics HTTP/1.1" 200 207926 "" "Prometheus/2.33.4" 2024-05-15T16:21:33.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:33 smithi081 ceph-mon[25343]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:34.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:34 smithi081 ceph-mon[25343]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:34.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:34 smithi066 ceph-mon[29300]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:34.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:34 smithi066 ceph-mon[24465]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:36.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:36 smithi081 ceph-mon[25343]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:36.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:36 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:21:36.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:36 smithi066 ceph-mon[29300]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:36.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:36 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:21:36.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:36 smithi066 ceph-mon[24465]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:36.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:36 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:21:38.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:21:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:21:38] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:21:39.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:21:38 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:21:38] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:21:39.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:39 smithi066 ceph-mon[29300]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:39.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:39 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:39.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:39 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:39.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:39 smithi066 ceph-mon[24465]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:39.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:39 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:39.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:39 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:39 smithi081 ceph-mon[25343]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:39 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:39 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:41.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:41 smithi066 ceph-mon[29300]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:41.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:41 smithi066 ceph-mon[24465]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:41.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:41 smithi081 ceph-mon[25343]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:43.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:43 smithi066 ceph-mon[29300]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:43.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:43 smithi066 ceph-mon[24465]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:43.536 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:21:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:21:43] "GET /metrics HTTP/1.1" 200 207926 "" "Prometheus/2.33.4" 2024-05-15T16:21:43.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:43 smithi081 ceph-mon[25343]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:45.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:45 smithi066 ceph-mon[24465]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:45.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:45 smithi066 ceph-mon[29300]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:45.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:45 smithi081 ceph-mon[25343]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:47.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:47 smithi066 ceph-mon[29300]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:47.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:47 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:21:47.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:47 smithi066 ceph-mon[24465]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:47.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:47 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:21:47.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:47 smithi081 ceph-mon[25343]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:47.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:47 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:21:48.539 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:21:48 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:21:48] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:21:49.284 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:21:48 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:21:48] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:21:49.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:49 smithi066 ceph-mon[29300]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:49.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:49 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:49.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:49 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:49.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:49 smithi066 ceph-mon[24465]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:49.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:49 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:49.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:49 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:49.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:49 smithi081 ceph-mon[25343]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:49.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:49 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:49.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:49 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:51.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:51 smithi081 ceph-mon[25343]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:51.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:51 smithi066 ceph-mon[29300]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:51.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:51 smithi066 ceph-mon[24465]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:52.600 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:52 smithi066 ceph-mon[29300]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:52.600 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:52 smithi066 ceph-mon[24465]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:52.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:52 smithi081 ceph-mon[25343]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:53.507 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:21:53 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:21:53] "GET /metrics HTTP/1.1" 200 207899 "" "Prometheus/2.33.4" 2024-05-15T16:21:55.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:55 smithi066 ceph-mon[29300]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:55.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:55 smithi066 ceph-mon[24465]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:55.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:55 smithi081 ceph-mon[25343]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:57.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:57 smithi066 ceph-mon[29300]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:57.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:57 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:21:57.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:57 smithi066 ceph-mon[24465]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:57.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:57 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:21:57.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:57 smithi081 ceph-mon[25343]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:21:57.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:57 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:21:58.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:21:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:21:58] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:21:59.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:21:58 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:21:58] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:21:59.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:59 smithi066 ceph-mon[29300]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:59.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:59 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:59.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:21:59 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:59.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:59 smithi066 ceph-mon[24465]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:59.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:59 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:59.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:21:59 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:59.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:59 smithi081 ceph-mon[25343]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:21:59.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:59 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:21:59.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:21:59 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:00.610 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:22:00.610 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:22:00.611 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:22:00.611 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:22:00.735 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:22:00.736 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:22:00.736 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:22:00.736 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:22:00.736 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:22:00.736 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:22:00.736 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:22:00.736 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:22:01.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:01 smithi066 ceph-mon[24465]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:01.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:01 smithi066 ceph-mon[29300]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:01.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:01 smithi081 ceph-mon[25343]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:02.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:02 smithi081 ceph-mon[25343]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:02.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:02 smithi066 ceph-mon[29300]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:02.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:02 smithi066 ceph-mon[24465]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:03.482 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:22:03 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:22:03] "GET /metrics HTTP/1.1" 200 207897 "" "Prometheus/2.33.4" 2024-05-15T16:22:05.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:05 smithi066 ceph-mon[24465]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:05.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:05 smithi066 ceph-mon[29300]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:05.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:05 smithi081 ceph-mon[25343]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:07.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:07 smithi066 ceph-mon[24465]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:07.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:07 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:22:07.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:07 smithi066 ceph-mon[29300]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:07.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:07 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:22:07.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:07 smithi081 ceph-mon[25343]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:07.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:07 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:22:08.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:22:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:22:08] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:22:09.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:09 smithi081 ceph-mon[25343]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:09.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:09 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:09.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:09 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:09.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:09 smithi066 ceph-mon[24465]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:09.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:09 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:09.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:09 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:09.536 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:22:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:22:09] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:22:09.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:09 smithi066 ceph-mon[29300]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:09.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:09 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:09.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:09 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:10.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:10 smithi081 ceph-mon[25343]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:10.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:10 smithi066 ceph-mon[24465]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:10.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:10 smithi066 ceph-mon[29300]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:11.851 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2024-05-15T16:22:12.426 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:12 smithi066 ceph-mon[29300]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:12.427 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:12 smithi066 ceph-mon[24465]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:12.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:12 smithi081 ceph-mon[25343]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:13.446 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:22:13 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:22:13] "GET /metrics HTTP/1.1" 200 207897 "" "Prometheus/2.33.4" 2024-05-15T16:22:14.580 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2024-05-15T16:22:15.510 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:15 smithi066 ceph-mon[29300]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:15.510 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:15 smithi066 ceph-mon[24465]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:15.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:15 smithi081 ceph-mon[25343]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:17.271 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph config set global log_to_journald false --force' 2024-05-15T16:22:17.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:17 smithi066 ceph-mon[29300]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:17.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:17 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:22:17.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:17 smithi066 ceph-mon[24465]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:17.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:17 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:22:17.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:17 smithi081 ceph-mon[25343]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:17.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:17 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:22:18.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:22:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:22:18] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:22:19.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:22:18 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:22:18] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:22:19.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:19 smithi066 ceph-mon[24465]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:19.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:19 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:19.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:19 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:19.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:19 smithi066 ceph-mon[29300]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:19.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:19 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:19.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:19 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:19.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:19 smithi081 ceph-mon[25343]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:19.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:19 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:19.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:19 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:20.021 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph orch ps' 2024-05-15T16:22:21.455 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:21 smithi066 ceph-mon[29300]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:21.455 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:21 smithi066 ceph-mon[24465]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:21.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:21 smithi081 ceph-mon[25343]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:21.900 INFO:teuthology.orchestra.run.smithi066.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-15T16:22:21.900 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi066 smithi066 running 2s ago 9m - - 2024-05-15T16:22:21.900 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi081 smithi081 running 12s ago 9m - - 2024-05-15T16:22:21.900 INFO:teuthology.orchestra.run.smithi066.stdout:alertmanager.a smithi066 *:9093,9094 running (3m) 2s ago 4m 24.5M - ba2b418f427c 1f4ce1112c5f 2024-05-15T16:22:21.901 INFO:teuthology.orchestra.run.smithi066.stdout:grafana.a smithi081 *:3000 running (3m) 12s ago 3m 57.9M - 8.3.5 dad864ee21e9 d1bc6dfe6887 2024-05-15T16:22:21.901 INFO:teuthology.orchestra.run.smithi066.stdout:iscsi.foo.smithi066.lbegld smithi066 running (3m) 2s ago 3m 55.0M - 3.5 e1d6a67b021e f817b5b7c19b 2024-05-15T16:22:21.901 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.x smithi081 *:8443 running (8m) 12s ago 8m 411M - 17.2.0 e1d6a67b021e 729d7f186dbd 2024-05-15T16:22:21.901 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.y smithi066 *:9283 running (10m) 2s ago 10m 464M - 17.2.0 e1d6a67b021e 2386fcfa72a6 2024-05-15T16:22:21.901 INFO:teuthology.orchestra.run.smithi066.stdout:mon.a smithi066 running (10m) 2s ago 10m 52.1M 2048M 17.2.0 e1d6a67b021e 282c81f9a786 2024-05-15T16:22:21.901 INFO:teuthology.orchestra.run.smithi066.stdout:mon.b smithi081 running (9m) 12s ago 9m 46.8M 2048M 17.2.0 e1d6a67b021e 82fb987622c5 2024-05-15T16:22:21.901 INFO:teuthology.orchestra.run.smithi066.stdout:mon.c smithi066 running (9m) 2s ago 9m 36.2M 2048M 17.2.0 e1d6a67b021e f72f6b43cfb8 2024-05-15T16:22:21.901 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.a smithi066 *:9100 running (4m) 2s ago 4m 15.1M - 1dbe0e931976 8d76eed34ca7 2024-05-15T16:22:21.901 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.b smithi081 *:9100 running (4m) 12s ago 4m 16.1M - 1dbe0e931976 756a6b47eb83 2024-05-15T16:22:21.901 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 smithi066 running (8m) 2s ago 8m 48.8M 4096M 17.2.0 e1d6a67b021e 28a5f29dbca4 2024-05-15T16:22:21.901 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 smithi066 running (8m) 2s ago 8m 50.3M 4096M 17.2.0 e1d6a67b021e 0ef23245f9ef 2024-05-15T16:22:21.901 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 smithi066 running (7m) 2s ago 7m 45.4M 4096M 17.2.0 e1d6a67b021e 02c0efc727d7 2024-05-15T16:22:21.901 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 smithi066 running (7m) 2s ago 7m 47.8M 4096M 17.2.0 e1d6a67b021e 40f1cf1a2241 2024-05-15T16:22:21.901 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 smithi081 running (6m) 12s ago 6m 51.2M 4096M 17.2.0 e1d6a67b021e 4765ca89ed8f 2024-05-15T16:22:21.901 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 smithi081 running (6m) 12s ago 6m 46.9M 4096M 17.2.0 e1d6a67b021e 360c01584121 2024-05-15T16:22:21.902 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 smithi081 running (6m) 12s ago 6m 48.9M 4096M 17.2.0 e1d6a67b021e 28621b8e0dfc 2024-05-15T16:22:21.902 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 smithi081 running (5m) 12s ago 5m 48.3M 4096M 17.2.0 e1d6a67b021e d77057b690f5 2024-05-15T16:22:21.902 INFO:teuthology.orchestra.run.smithi066.stdout:prometheus.a smithi081 *:9095 running (3m) 12s ago 5m 64.5M - 514e6a882f6e 14523df65361 2024-05-15T16:22:21.902 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi066.venvvw smithi066 *:8000 running (3m) 2s ago 3m 69.8M - 17.2.0 e1d6a67b021e a58b069a63ed 2024-05-15T16:22:21.902 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi081.bblyzt smithi081 *:8000 running (3m) 12s ago 3m 70.0M - 17.2.0 e1d6a67b021e 31bf3403b024 2024-05-15T16:22:22.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:22 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:22:22.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:22 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:22:22.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:22 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:22:22.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:22 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:22.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:22 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:22:22.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:22 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:22:22.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:22 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:22:22.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:22 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:22.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:22 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:22:22.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:22 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:22:22.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:22 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:22:22.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:22 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:23.277 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:22:23 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:22:23] "GET /metrics HTTP/1.1" 200 207863 "" "Prometheus/2.33.4" 2024-05-15T16:22:23.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:23 smithi066 ceph-mon[29300]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:23.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:23 smithi066 ceph-mon[29300]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:22:23.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:23 smithi066 ceph-mon[24465]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:23.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:23 smithi066 ceph-mon[24465]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:22:23.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:23 smithi081 ceph-mon[25343]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:23.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:23 smithi081 ceph-mon[25343]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:22:23.690 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph versions' 2024-05-15T16:22:24.573 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:24 smithi066 ceph-mon[29300]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:24.573 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:24 smithi066 ceph-mon[24465]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:24 smithi081 ceph-mon[25343]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:26.330 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:22:26.330 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": { 2024-05-15T16:22:26.330 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-05-15T16:22:26.331 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:22:26.331 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": { 2024-05-15T16:22:26.331 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-05-15T16:22:26.331 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:22:26.331 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": { 2024-05-15T16:22:26.331 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-05-15T16:22:26.331 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:22:26.331 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": {}, 2024-05-15T16:22:26.331 INFO:teuthology.orchestra.run.smithi066.stdout: "rgw": { 2024-05-15T16:22:26.331 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-05-15T16:22:26.331 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:22:26.331 INFO:teuthology.orchestra.run.smithi066.stdout: "overall": { 2024-05-15T16:22:26.331 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 15 2024-05-15T16:22:26.331 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:22:26.332 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:22:26.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:26 smithi081 ceph-mon[25343]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:26.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:26 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:22:26.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:26 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3984337811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:22:26.653 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:26 smithi066 ceph-mon[29300]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:26.653 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:26 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:22:26.653 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:26 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3984337811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:22:26.653 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:26 smithi066 ceph-mon[24465]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:26.653 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:26 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:22:26.653 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:26 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3984337811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:22:26.989 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph -s' 2024-05-15T16:22:28.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:22:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:22:28] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:22:29.186 INFO:teuthology.orchestra.run.smithi066.stdout: cluster: 2024-05-15T16:22:29.186 INFO:teuthology.orchestra.run.smithi066.stdout: id: b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:22:29.186 INFO:teuthology.orchestra.run.smithi066.stdout: health: HEALTH_OK 2024-05-15T16:22:29.187 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:22:29.187 INFO:teuthology.orchestra.run.smithi066.stdout: services: 2024-05-15T16:22:29.187 INFO:teuthology.orchestra.run.smithi066.stdout: mon: 3 daemons, quorum a,c,b (age 9m) 2024-05-15T16:22:29.187 INFO:teuthology.orchestra.run.smithi066.stdout: mgr: y(active, since 5m), standbys: x 2024-05-15T16:22:29.187 INFO:teuthology.orchestra.run.smithi066.stdout: osd: 8 osds: 8 up (since 5m), 8 in (since 6m) 2024-05-15T16:22:29.187 INFO:teuthology.orchestra.run.smithi066.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-05-15T16:22:29.187 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:22:29.187 INFO:teuthology.orchestra.run.smithi066.stdout: data: 2024-05-15T16:22:29.187 INFO:teuthology.orchestra.run.smithi066.stdout: pools: 6 pools, 161 pgs 2024-05-15T16:22:29.187 INFO:teuthology.orchestra.run.smithi066.stdout: objects: 209 objects, 585 KiB 2024-05-15T16:22:29.187 INFO:teuthology.orchestra.run.smithi066.stdout: usage: 64 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:22:29.187 INFO:teuthology.orchestra.run.smithi066.stdout: pgs: 161 active+clean 2024-05-15T16:22:29.187 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:22:29.187 INFO:teuthology.orchestra.run.smithi066.stdout: io: 2024-05-15T16:22:29.187 INFO:teuthology.orchestra.run.smithi066.stdout: client: 853 B/s rd, 0 op/s rd, 0 op/s wr 2024-05-15T16:22:29.188 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:22:29.493 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:29 smithi066 ceph-mon[29300]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:29.493 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:29 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:29.493 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:29 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:29.493 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:29 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/92576651' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-05-15T16:22:29.493 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:22:29 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:22:29] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:22:29.494 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:29 smithi066 ceph-mon[24465]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:29.494 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:29 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:29.494 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:29 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:29.494 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:29 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/92576651' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-05-15T16:22:29.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:29 smithi081 ceph-mon[25343]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:29.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:29 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:29.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:29 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:29.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:29 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/92576651' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-05-15T16:22:29.918 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph orch ls' 2024-05-15T16:22:31.517 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:31 smithi066 ceph-mon[24465]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:31.518 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:31 smithi066 ceph-mon[29300]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:31.544 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:31 smithi081 ceph-mon[25343]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:31.978 INFO:teuthology.orchestra.run.smithi066.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-05-15T16:22:31.978 INFO:teuthology.orchestra.run.smithi066.stdout:agent 2/2 13s ago 5m * 2024-05-15T16:22:31.978 INFO:teuthology.orchestra.run.smithi066.stdout:alertmanager ?:9093,9094 1/1 13s ago 5m smithi066=a;count:1 2024-05-15T16:22:31.978 INFO:teuthology.orchestra.run.smithi066.stdout:grafana ?:3000 1/1 2s ago 5m smithi081=a;count:1 2024-05-15T16:22:31.978 INFO:teuthology.orchestra.run.smithi066.stdout:iscsi.foo 1/1 13s ago 3m count:1 2024-05-15T16:22:31.978 INFO:teuthology.orchestra.run.smithi066.stdout:mgr 2/2 13s ago 9m smithi066=y;smithi081=x;count:2 2024-05-15T16:22:31.979 INFO:teuthology.orchestra.run.smithi066.stdout:mon 3/3 13s ago 9m smithi066:172.21.15.66=a;smithi066:[v2:172.21.15.66:3301,v1:172.21.15.66:6790]=c;smithi081:172.21.15.81=b;count:3 2024-05-15T16:22:31.979 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter ?:9100 2/2 13s ago 5m smithi066=a;smithi081=b;count:2 2024-05-15T16:22:31.979 INFO:teuthology.orchestra.run.smithi066.stdout:osd 8 13s ago - 2024-05-15T16:22:31.979 INFO:teuthology.orchestra.run.smithi066.stdout:prometheus ?:9095 1/1 2s ago 5m smithi081=a;count:1 2024-05-15T16:22:31.979 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo ?:8000 2/2 13s ago 3m count:2 2024-05-15T16:22:32.658 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-05-15T16:22:33.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:22:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:22:33] "GET /metrics HTTP/1.1" 200 207874 "" "Prometheus/2.33.4" 2024-05-15T16:22:33.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:33 smithi081 ceph-mon[25343]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:33.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:33 smithi081 ceph-mon[25343]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:22:33.601 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:33 smithi066 ceph-mon[29300]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:33.601 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:33 smithi066 ceph-mon[29300]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:22:33.602 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:33 smithi066 ceph-mon[24465]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:33.602 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:33 smithi066 ceph-mon[24465]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:22:35.013 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled to redeploy mgr.x on host 'smithi081' 2024-05-15T16:22:35.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:35 smithi081 ceph-mon[25343]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:35.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:35 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3211355726' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-15T16:22:35.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:35 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:35.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:35 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:22:35.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:35 smithi066 ceph-mon[29300]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:35.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:35 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3211355726' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-15T16:22:35.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:35 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:35.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:35 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:22:35.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:35 smithi066 ceph-mon[24465]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:35.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:35 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3211355726' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-15T16:22:35.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:35 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:35.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:35 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:22:35.907 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph orch ps --refresh' 2024-05-15T16:22:36.520 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:36 smithi066 ceph-mon[24465]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:22:36.520 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:36 smithi066 ceph-mon[24465]: Schedule redeploy daemon mgr.x 2024-05-15T16:22:36.520 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:36 smithi066 ceph-mon[29300]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:22:36.520 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:36 smithi066 ceph-mon[29300]: Schedule redeploy daemon mgr.x 2024-05-15T16:22:36.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:36 smithi081 ceph-mon[25343]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:22:36.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:36 smithi081 ceph-mon[25343]: Schedule redeploy daemon mgr.x 2024-05-15T16:22:37.550 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:37 smithi066 ceph-mon[29300]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:37.551 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:37 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:22:37.551 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:37 smithi066 ceph-mon[24465]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:37.551 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:37 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:22:37.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:37 smithi081 ceph-mon[25343]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:37.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:37 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:22:38.169 INFO:teuthology.orchestra.run.smithi066.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-15T16:22:38.169 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi066 smithi066 running 19s ago 9m - - 2024-05-15T16:22:38.169 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi081 smithi081 running 8s ago 9m - - 2024-05-15T16:22:38.169 INFO:teuthology.orchestra.run.smithi066.stdout:alertmanager.a smithi066 *:9093,9094 running (3m) 19s ago 4m 24.5M - ba2b418f427c 1f4ce1112c5f 2024-05-15T16:22:38.169 INFO:teuthology.orchestra.run.smithi066.stdout:grafana.a smithi081 *:3000 running (4m) 8s ago 4m 57.9M - 8.3.5 dad864ee21e9 d1bc6dfe6887 2024-05-15T16:22:38.169 INFO:teuthology.orchestra.run.smithi066.stdout:iscsi.foo.smithi066.lbegld smithi066 running (3m) 19s ago 3m 55.0M - 3.5 e1d6a67b021e f817b5b7c19b 2024-05-15T16:22:38.170 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.x smithi081 *:8443 running (9m) 8s ago 9m 412M - 17.2.0 e1d6a67b021e 729d7f186dbd 2024-05-15T16:22:38.170 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.y smithi066 *:9283 running (10m) 19s ago 10m 464M - 17.2.0 e1d6a67b021e 2386fcfa72a6 2024-05-15T16:22:38.170 INFO:teuthology.orchestra.run.smithi066.stdout:mon.a smithi066 running (10m) 19s ago 10m 52.1M 2048M 17.2.0 e1d6a67b021e 282c81f9a786 2024-05-15T16:22:38.170 INFO:teuthology.orchestra.run.smithi066.stdout:mon.b smithi081 running (9m) 8s ago 9m 41.6M 2048M 17.2.0 e1d6a67b021e 82fb987622c5 2024-05-15T16:22:38.170 INFO:teuthology.orchestra.run.smithi066.stdout:mon.c smithi066 running (9m) 19s ago 9m 36.2M 2048M 17.2.0 e1d6a67b021e f72f6b43cfb8 2024-05-15T16:22:38.170 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.a smithi066 *:9100 running (5m) 19s ago 5m 15.1M - 1dbe0e931976 8d76eed34ca7 2024-05-15T16:22:38.170 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.b smithi081 *:9100 running (5m) 8s ago 5m 16.2M - 1dbe0e931976 756a6b47eb83 2024-05-15T16:22:38.170 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 smithi066 running (8m) 19s ago 8m 48.8M 4096M 17.2.0 e1d6a67b021e 28a5f29dbca4 2024-05-15T16:22:38.170 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 smithi066 running (8m) 19s ago 8m 50.3M 4096M 17.2.0 e1d6a67b021e 0ef23245f9ef 2024-05-15T16:22:38.170 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 smithi066 running (7m) 19s ago 7m 45.4M 4096M 17.2.0 e1d6a67b021e 02c0efc727d7 2024-05-15T16:22:38.170 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 smithi066 running (7m) 19s ago 7m 47.8M 4096M 17.2.0 e1d6a67b021e 40f1cf1a2241 2024-05-15T16:22:38.170 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 smithi081 running (7m) 8s ago 7m 51.3M 4096M 17.2.0 e1d6a67b021e 4765ca89ed8f 2024-05-15T16:22:38.170 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 smithi081 running (6m) 8s ago 6m 47.0M 4096M 17.2.0 e1d6a67b021e 360c01584121 2024-05-15T16:22:38.170 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 smithi081 running (6m) 8s ago 6m 49.0M 4096M 17.2.0 e1d6a67b021e 28621b8e0dfc 2024-05-15T16:22:38.170 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 smithi081 running (6m) 8s ago 6m 48.5M 4096M 17.2.0 e1d6a67b021e d77057b690f5 2024-05-15T16:22:38.170 INFO:teuthology.orchestra.run.smithi066.stdout:prometheus.a smithi081 *:9095 running (3m) 8s ago 5m 64.5M - 514e6a882f6e 14523df65361 2024-05-15T16:22:38.171 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi066.venvvw smithi066 *:8000 running (3m) 19s ago 3m 69.8M - 17.2.0 e1d6a67b021e a58b069a63ed 2024-05-15T16:22:38.171 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi081.bblyzt smithi081 *:8000 running (3m) 8s ago 3m 70.2M - 17.2.0 e1d6a67b021e 31bf3403b024 2024-05-15T16:22:38.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:22:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:22:38] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:22:38.809 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'sleep 180' 2024-05-15T16:22:39.348 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:22:39 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:22:39] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:22:39.348 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:39 smithi066 ceph-mon[24465]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:39.348 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:39 smithi066 ceph-mon[24465]: from='client.24892 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:22:39.348 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:39 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:39.348 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:39 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:39.349 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:39 smithi066 ceph-mon[29300]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:39.349 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:39 smithi066 ceph-mon[29300]: from='client.24892 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:22:39.349 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:39 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:39.349 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:39 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:39 smithi081 ceph-mon[25343]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:39 smithi081 ceph-mon[25343]: from='client.24892 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:22:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:39 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:39 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:41.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:41 smithi081 ceph-mon[25343]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:41.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:41 smithi066 ceph-mon[24465]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:41.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:41 smithi066 ceph-mon[29300]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:43.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:43 smithi066 ceph-mon[24465]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:43.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:43 smithi066 ceph-mon[29300]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:43.536 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:22:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:22:43] "GET /metrics HTTP/1.1" 200 207874 "" "Prometheus/2.33.4" 2024-05-15T16:22:43.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:43 smithi081 ceph-mon[25343]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:45.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:45 smithi066 ceph-mon[29300]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:45.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:45 smithi066 ceph-mon[24465]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:45.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:45 smithi081 ceph-mon[25343]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:46.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:46 smithi081 ceph-mon[25343]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:46.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:46 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:22:46.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:46 smithi066 ceph-mon[24465]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:46.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:46 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:22:46.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:46 smithi066 ceph-mon[29300]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:46.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:46 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:22:48.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:22:48 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:22:48] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:22:49.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:49 smithi081 ceph-mon[25343]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:49.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:49 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:49.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:49 smithi066 ceph-mon[29300]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:49.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:49 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:49.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:49 smithi066 ceph-mon[24465]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:49.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:49 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:49.786 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:22:49 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:22:49] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:22:50.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:50 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:50.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:50 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:50.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:50 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:51.539 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:51 smithi081 ceph-mon[25343]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:51.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:51 smithi066 ceph-mon[29300]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:51.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:51 smithi066 ceph-mon[24465]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:52.488 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:52 smithi081 ceph-mon[25343]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:52.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:52 smithi066 ceph-mon[29300]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:52.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:52 smithi066 ceph-mon[24465]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:53.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:22:53 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:22:53] "GET /metrics HTTP/1.1" 200 207872 "" "Prometheus/2.33.4" 2024-05-15T16:22:55.551 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:55 smithi066 ceph-mon[29300]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:55.551 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:55 smithi066 ceph-mon[24465]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:55.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:55 smithi081 ceph-mon[25343]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:57.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:57 smithi081 ceph-mon[25343]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:57.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:57 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:22:57.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:57 smithi066 ceph-mon[29300]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:57.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:57 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:22:57.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:57 smithi066 ceph-mon[24465]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:22:57.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:57 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:22:58.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:22:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:22:58] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:22:59.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:22:59 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:22:59] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:22:59.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:59 smithi066 ceph-mon[29300]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:59.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:59 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:59.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:22:59 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:59.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:59 smithi066 ceph-mon[24465]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:59.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:59 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:59.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:22:59 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:59.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:59 smithi081 ceph-mon[25343]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:22:59.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:59 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:22:59.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:22:59 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:23:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:23:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:23:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:23:00.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:23:00.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:23:00.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:23:00.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:23:00.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:23:00.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:23:00.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:23:00.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:23:01.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:01 smithi081 ceph-mon[25343]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:01.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:01 smithi066 ceph-mon[29300]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:01.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:01 smithi066 ceph-mon[24465]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:02.581 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:02 smithi081 ceph-mon[25343]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:02.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:02 smithi066 ceph-mon[29300]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:02.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:02 smithi066 ceph-mon[24465]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:03.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:23:03 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:23:03] "GET /metrics HTTP/1.1" 200 207867 "" "Prometheus/2.33.4" 2024-05-15T16:23:05.558 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:05 smithi066 ceph-mon[24465]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:05.559 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:05 smithi066 ceph-mon[29300]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:05.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:05 smithi081 ceph-mon[25343]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:07.490 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:07 smithi066 ceph-mon[29300]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:07.490 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:07 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:23:07.490 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:07 smithi066 ceph-mon[24465]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:07.490 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:07 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:23:07.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:07 smithi081 ceph-mon[25343]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:07.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:07 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:23:08.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:23:08] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:23:09.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:09 smithi081 ceph-mon[25343]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:09.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:09 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:09.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:09 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:23:09.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:09 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:23:09.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:09 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:09.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:09 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:09.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:09 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:09.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:09 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:23:09.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:09 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:23:09.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:09 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:23:09.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:09 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:23:09.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:23:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:23:09] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:23:09.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:09 smithi066 ceph-mon[24465]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:09 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:09 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:23:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:09 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:23:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:09 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:09 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:09 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:09 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:23:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:09 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:23:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:09 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:23:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:09 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:23:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:09 smithi066 ceph-mon[29300]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:09 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:09 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:23:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:09 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:23:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:09 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:09 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:09 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:09 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:23:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:09 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:23:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:09 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:23:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:09 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:23:10.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:10 smithi066 ceph-mon[29300]: Deploying daemon mgr.x on smithi081 2024-05-15T16:23:10.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:10 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:10.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:10 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:10.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:10 smithi066 ceph-mon[24465]: Deploying daemon mgr.x on smithi081 2024-05-15T16:23:10.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:10 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:10.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:10 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:10.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:10 smithi081 ceph-mon[25343]: Deploying daemon mgr.x on smithi081 2024-05-15T16:23:10.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:10 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:10.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:10 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:11.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:11 smithi081 ceph-mon[25343]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:11.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:11 smithi066 ceph-mon[29300]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:11.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:11 smithi066 ceph-mon[24465]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:12.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:12 smithi081 ceph-mon[25343]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:12.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:12 smithi066 ceph-mon[29300]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:12.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:12 smithi066 ceph-mon[24465]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:13.508 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:23:13 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:23:13] "GET /metrics HTTP/1.1" 200 207867 "" "Prometheus/2.33.4" 2024-05-15T16:23:13.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:23:13 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:23:13.508Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs" 2024-05-15T16:23:13.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:23:13 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:23:13.508Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:23:15.569 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:15 smithi066 ceph-mon[29300]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:15.570 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:15 smithi066 ceph-mon[24465]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:15.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:15 smithi081 ceph-mon[25343]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:17.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:17 smithi081 ceph-mon[25343]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:17.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:17 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:23:17.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:17 smithi066 ceph-mon[29300]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:17.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:17 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:23:17.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:17 smithi066 ceph-mon[24465]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:17.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:17 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:23:18.515 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:23:18] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:23:19.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:19 smithi081 ceph-mon[25343]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:19.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:19 smithi066 ceph-mon[29300]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:19.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:19 smithi066 ceph-mon[24465]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:19.786 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:23:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:23:19] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:23:20.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:20 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:20.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:20 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:20.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:20 smithi081 ceph-mon[25343]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:20.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:20 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:20.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:20 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:20.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:20 smithi066 ceph-mon[24465]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:20.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:20 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:20.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:20 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:20.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:20 smithi066 ceph-mon[29300]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:22.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:22 smithi066 ceph-mon[29300]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:22.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:22 smithi066 ceph-mon[24465]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:22.803 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:22 smithi081 ceph-mon[25343]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:23.507 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:23:23 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:23:23] "GET /metrics HTTP/1.1" 200 207867 "" "Prometheus/2.33.4" 2024-05-15T16:23:23.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:23:23 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=error ts=2024-05-15T16:23:23.507Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs" 2024-05-15T16:23:23.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:23:23 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:23:23.509Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs" 2024-05-15T16:23:23.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:23:23 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:23:23.509Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:23:25.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:25 smithi066 ceph-mon[29300]: pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:25.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:25 smithi066 ceph-mon[24465]: pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:25.614 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:25 smithi081 ceph-mon[25343]: pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:27.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:27 smithi081 ceph-mon[25343]: pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:27.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:27 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:23:27.666 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:27 smithi066 ceph-mon[24465]: pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:27.666 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:27 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:23:27.666 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:27 smithi066 ceph-mon[29300]: pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:27.666 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:27 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:23:28.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:23:28] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:23:29.614 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:29 smithi081 ceph-mon[25343]: pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:29.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:29 smithi066 ceph-mon[24465]: pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:29.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:29 smithi066 ceph-mon[29300]: pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:29.786 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:23:29 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:23:29] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:23:30.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:30 smithi066 ceph-mon[24465]: pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:30.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:30 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:30.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:30 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:30.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:30 smithi066 ceph-mon[29300]: pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:30.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:30 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:30.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:30 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:30.803 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:30 smithi081 ceph-mon[25343]: pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:30.803 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:30 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:30.803 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:30 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:32.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:32 smithi066 ceph-mon[29300]: pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:32.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:32 smithi066 ceph-mon[24465]: pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:32.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:32 smithi081 ceph-mon[25343]: pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:33.508 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:23:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:23:33] "GET /metrics HTTP/1.1" 200 207868 "" "Prometheus/2.33.4" 2024-05-15T16:23:33.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:23:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=error ts=2024-05-15T16:23:33.508Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:23:33.786 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:23:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:23:33.510Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:23:33.786 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:23:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:23:33.510Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs" 2024-05-15T16:23:35.573 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:35 smithi066 ceph-mon[24465]: pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:35.573 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:35 smithi066 ceph-mon[29300]: pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:35.614 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:35 smithi081 ceph-mon[25343]: pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:37.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:37 smithi081 ceph-mon[25343]: pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:37.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:37 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:23:37.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:37 smithi066 ceph-mon[29300]: pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:37.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:37 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:23:37.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:37 smithi066 ceph-mon[24465]: pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:37.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:37 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:23:38.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[26890]: ::ffff:172.21.15.81 - - [15/May/2024:16:23:38] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:23:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:39 smithi081 ceph-mon[25343]: pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:39.786 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:23:39 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:23:39] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:23:39.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:39 smithi066 ceph-mon[29300]: pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:39.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:39 smithi066 ceph-mon[24465]: pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:40.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:40 smithi066 ceph-mon[24465]: pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:40.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:40 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:40.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:40 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:40.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:40 smithi066 ceph-mon[29300]: pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:40.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:40 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:40.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:40 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:40.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:40 smithi081 ceph-mon[25343]: pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:40.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:40 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:40.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:40 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:42.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:42 smithi066 ceph-mon[29300]: pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:42.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:42 smithi066 ceph-mon[24465]: pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:42.852 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:42 smithi081 ceph-mon[25343]: pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:43.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:43 smithi081 systemd[1]: Stopping Ceph mgr.x for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:23:43.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:43 smithi081 bash[49152]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr.x" found: no such container 2024-05-15T16:23:43.509 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:23:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:23:43] "GET /metrics HTTP/1.1" 200 207868 "" "Prometheus/2.33.4" 2024-05-15T16:23:43.509 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:23:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:23:43] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:23:43.514 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:43 smithi081 podman[49169]: 2024-05-15 16:23:43.242086487 +0000 UTC m=+0.135162196 container died 729d7f186dbdc1804d22827e8fbe1f05f29ee9c155f8a634260123a31c87aa2f (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x, name=centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-05-03T08:36:31.336870, GIT_BRANCH=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.component=centos-stream-container, io.buildah.version=1.19.8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vendor=Red Hat, Inc., GIT_CLEAN=True, release=754, RELEASE=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.expose-services=, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, version=8, io.k8s.display-name=CentOS Stream 8, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, ceph=True, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Guillaume Abrioux , vcs-type=git) 2024-05-15T16:23:43.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:23:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=error ts=2024-05-15T16:23:43.508Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:23:43.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:23:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:23:43.509Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.81:8443/api/prometheus_receiver\": dial tcp 172.21.15.81:8443: connect: connection refused" 2024-05-15T16:23:43.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:23:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:23:43.511Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:23:43.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:43 smithi081 podman[49169]: 2024-05-15 16:23:43.713718962 +0000 UTC m=+0.606794664 container cleanup 729d7f186dbdc1804d22827e8fbe1f05f29ee9c155f8a634260123a31c87aa2f (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x, build-date=2022-05-03T08:36:31.336870, io.openshift.expose-services=, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, name=centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_CLEAN=True, CEPH_POINT_RELEASE=-17.2.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.buildah.version=1.19.8, ceph=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_BRANCH=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, io.k8s.display-name=CentOS Stream 8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vendor=Red Hat, Inc., release=754, io.openshift.tags=base centos centos-stream, com.redhat.component=centos-stream-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, RELEASE=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=https://github.com/ceph/ceph-container.git, architecture=x86_64, version=8, vcs-type=git) 2024-05-15T16:23:43.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:43 smithi081 bash[49169]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x 2024-05-15T16:23:43.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:43 smithi081 bash[49252]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr.x" found: no such container 2024-05-15T16:23:44.320 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:43 smithi081 podman[49226]: 2024-05-15 16:23:43.990655754 +0000 UTC m=+0.742097781 container remove 729d7f186dbdc1804d22827e8fbe1f05f29ee9c155f8a634260123a31c87aa2f (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vendor=Red Hat, Inc., maintainer=Guillaume Abrioux , com.redhat.component=centos-stream-container, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.expose-services=, io.buildah.version=1.19.8, architecture=x86_64, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, RELEASE=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, CEPH_POINT_RELEASE=-17.2.0, io.openshift.tags=base centos centos-stream, build-date=2022-05-03T08:36:31.336870, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=754, name=centos-stream, version=8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_CLEAN=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, ceph=True, io.k8s.display-name=CentOS Stream 8, vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_BRANCH=HEAD, distribution-scope=public) 2024-05-15T16:23:44.320 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:43 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-05-15T16:23:44.321 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:43 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-05-15T16:23:44.321 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:43 smithi081 systemd[1]: Stopped Ceph mgr.x for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:23:44.321 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:43 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mgr.x.service: Consumed 17.527s CPU time. 2024-05-15T16:23:44.321 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:44 smithi081 systemd[1]: Starting Ceph mgr.x for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:23:44.573 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:44 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:44.573 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:44 smithi066 ceph-mon[29300]: pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:44.574 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:44 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:44.574 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:44 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:44.574 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:44 smithi066 ceph-mon[24465]: pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:44.574 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:44 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:44.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:44 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:44.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:44 smithi081 ceph-mon[25343]: pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:23:44.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:44 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:44.588 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:44 smithi081 podman[49350]: 2024-05-15 16:23:44.310639151 +0000 UTC m=+0.017525177 image pull 48bc18eb22d8284fb8ad68bf46e17b174a8aaf15dd2581bf7f093c432d12db31 quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a 2024-05-15T16:23:44.588 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:44 smithi081 podman[49350]: 2024-05-15 16:23:44.425028335 +0000 UTC m=+0.131914343 container create 48fd6964273b2c9682387024d9dfb5f85d0a2972502daae6f0c1d26e51e4ef7c (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-65480-squid-de5210d, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-15T16:23:44.840 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:44 smithi081 podman[49350]: 2024-05-15 16:23:44.677570973 +0000 UTC m=+0.384456998 container init 48fd6964273b2c9682387024d9dfb5f85d0a2972502daae6f0c1d26e51e4ef7c (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-65480-squid-de5210d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=) 2024-05-15T16:23:44.840 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:44 smithi081 podman[49350]: 2024-05-15 16:23:44.680265011 +0000 UTC m=+0.387151038 container start 48fd6964273b2c9682387024d9dfb5f85d0a2972502daae6f0c1d26e51e4ef7c (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-65480-squid-de5210d, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=) 2024-05-15T16:23:44.840 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:44 smithi081 ceph-mgr[49368]: -- 172.21.15.81:0/734789182 <== mon.2 v2:172.21.15.81:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bfe3e805a0 con 0x55bfe3e55000 2024-05-15T16:23:44.840 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:44 smithi081 bash[49350]: 48fd6964273b2c9682387024d9dfb5f85d0a2972502daae6f0c1d26e51e4ef7c 2024-05-15T16:23:44.840 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:44 smithi081 systemd[1]: Started Ceph mgr.x for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:23:45.102 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:44 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:23:44.838+0000 7f9aee4fb200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-15T16:23:45.102 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:45 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:23:45.033+0000 7f9aee4fb200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:23:45.466 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:45 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:23:45.141+0000 7f9aee4fb200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-15T16:23:45.466 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:45 smithi081 ceph-mon[25343]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-05-15T16:23:45.466 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:45 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:45.466 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:45 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:45.466 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:45 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:23:45.467 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:45 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:23:45.467 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:45 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:23:45.467 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:45 smithi081 ceph-mon[25343]: pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 889 B/s rd, 0 op/s 2024-05-15T16:23:45.467 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:45 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:45.581 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:45 smithi066 ceph-mon[29300]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-05-15T16:23:45.581 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:45 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:45.581 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:45 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:45.581 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:45 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:23:45.581 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:45 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:23:45.581 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:45 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:23:45.581 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:45 smithi066 ceph-mon[29300]: pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 889 B/s rd, 0 op/s 2024-05-15T16:23:45.581 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:45 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:45.581 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:45 smithi066 ceph-mon[24465]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-05-15T16:23:45.581 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:45 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:45.582 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:45 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:45.582 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:45 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:23:45.582 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:45 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:23:45.582 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:45 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:23:45.582 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:45 smithi066 ceph-mon[24465]: pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 889 B/s rd, 0 op/s 2024-05-15T16:23:45.582 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:45 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:23:45.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:45 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:23:45.465+0000 7f9aee4fb200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-15T16:23:45.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:45 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:23:45.554+0000 7f9aee4fb200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-15T16:23:46.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:46 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:23:46.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:46 smithi066 ceph-mon[29300]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-05-15T16:23:46.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:46 smithi066 ceph-mon[29300]: Cluster is now healthy 2024-05-15T16:23:46.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:46 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:23:46.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:46 smithi066 ceph-mon[24465]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-05-15T16:23:46.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:46 smithi066 ceph-mon[24465]: Cluster is now healthy 2024-05-15T16:23:46.611 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:46 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:23:46.612 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:46 smithi081 ceph-mon[25343]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-05-15T16:23:46.612 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:46 smithi081 ceph-mon[25343]: Cluster is now healthy 2024-05-15T16:23:46.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:23:46.816+0000 7f9aee4fb200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-15T16:23:47.329 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:23:46.991+0000 7f9aee4fb200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-15T16:23:47.329 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:47 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:23:47.170+0000 7f9aee4fb200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-15T16:23:47.534 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:47 smithi066 ceph-mon[29300]: pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 889 B/s rd, 0 op/s 2024-05-15T16:23:47.534 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:47 smithi066 ceph-mon[24465]: pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 889 B/s rd, 0 op/s 2024-05-15T16:23:47.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:47 smithi081 ceph-mon[25343]: pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 889 B/s rd, 0 op/s 2024-05-15T16:23:47.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:47 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:23:47.470+0000 7f9aee4fb200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-15T16:23:47.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:47 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:23:47.562+0000 7f9aee4fb200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-15T16:23:48.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:47 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:23:47.765+0000 7f9aee4fb200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-15T16:23:48.116 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:47 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:23:47.960+0000 7f9aee4fb200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:23:48.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:48 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:23:48.561+0000 7f9aee4fb200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-15T16:23:49.291 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:48 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:23:48.990+0000 7f9aee4fb200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-15T16:23:49.291 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:23:49.087+0000 7f9aee4fb200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-15T16:23:49.291 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:23:49.290+0000 7f9aee4fb200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-15T16:23:50.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:23:49.812+0000 7f9aee4fb200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-15T16:23:50.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:23:49.906+0000 7f9aee4fb200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-15T16:23:50.502 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:50 smithi081 ceph-mon[25343]: pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 889 B/s rd, 0 op/s 2024-05-15T16:23:50.503 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:50 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:23:50.151+0000 7f9aee4fb200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-15T16:23:50.503 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:50 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:23:50.286+0000 7f9aee4fb200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-15T16:23:50.503 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:50 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:23:50.384+0000 7f9aee4fb200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-15T16:23:50.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:50 smithi066 ceph-mon[24465]: pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 889 B/s rd, 0 op/s 2024-05-15T16:23:50.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:50 smithi066 ceph-mon[29300]: pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 889 B/s rd, 0 op/s 2024-05-15T16:23:50.800 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:50 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:23:50.501+0000 7f9aee4fb200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-15T16:23:51.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:50 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:23:50.799+0000 7f9aee4fb200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-15T16:23:51.731 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:51 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:23:51.404+0000 7f9aee4fb200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-15T16:23:51.731 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:51 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:23:51.623+0000 7f9aee4fb200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-15T16:23:51.732 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:51 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:23:51] ENGINE Bus STARTING 2024-05-15T16:23:51.732 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:51 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: CherryPy Checker: 2024-05-15T16:23:51.732 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:51 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: The Application mounted at '' has an empty config. 2024-05-15T16:23:51.732 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:51 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:23:51.732 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:51 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:23:51] ENGINE Serving on http://:::9283 2024-05-15T16:23:51.732 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:51 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:23:51] ENGINE Bus STARTED 2024-05-15T16:23:52.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:52 smithi081 ceph-mon[25343]: pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:23:52.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:52 smithi081 ceph-mon[25343]: Standby manager daemon x restarted 2024-05-15T16:23:52.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:52 smithi081 ceph-mon[25343]: Standby manager daemon x started 2024-05-15T16:23:52.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:52 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:23:52.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:52 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:23:52.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:52 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:23:52.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:52 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:23:52.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:52 smithi066 ceph-mon[29300]: pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:23:52.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:52 smithi066 ceph-mon[29300]: Standby manager daemon x restarted 2024-05-15T16:23:52.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:52 smithi066 ceph-mon[29300]: Standby manager daemon x started 2024-05-15T16:23:52.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:52 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:23:52.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:52 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:23:52.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:52 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:23:52.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:52 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:23:52.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:52 smithi066 ceph-mon[24465]: pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:23:52.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:52 smithi066 ceph-mon[24465]: Standby manager daemon x restarted 2024-05-15T16:23:52.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:52 smithi066 ceph-mon[24465]: Standby manager daemon x started 2024-05-15T16:23:52.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:52 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:23:52.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:52 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:23:52.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:52 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:23:52.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:52 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:23:53.510 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:23:53 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:23:53] "GET /metrics HTTP/1.1" 200 207863 "" "Prometheus/2.33.4" 2024-05-15T16:23:53.510 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:53 smithi066 ceph-mon[29300]: mgrmap e21: y(active, since 6m), standbys: x 2024-05-15T16:23:53.510 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:53 smithi066 ceph-mon[29300]: pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 889 B/s rd, 0 op/s 2024-05-15T16:23:53.510 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:53 smithi066 ceph-mon[24465]: mgrmap e21: y(active, since 6m), standbys: x 2024-05-15T16:23:53.511 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:53 smithi066 ceph-mon[24465]: pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 889 B/s rd, 0 op/s 2024-05-15T16:23:53.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:53 smithi081 ceph-mon[25343]: mgrmap e21: y(active, since 6m), standbys: x 2024-05-15T16:23:53.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:53 smithi081 ceph-mon[25343]: pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 889 B/s rd, 0 op/s 2024-05-15T16:23:53.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:23:53 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=error ts=2024-05-15T16:23:53.510Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.81:8443/api/prometheus_receiver\": dial tcp 172.21.15.81:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:23:53.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:23:53 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:23:53.512Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:23:53.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:23:53 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:23:53.512Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs" 2024-05-15T16:23:56.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:55 smithi081 ceph-mon[25343]: pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 888 B/s rd, 0 op/s 2024-05-15T16:23:56.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:55 smithi066 ceph-mon[29300]: pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 888 B/s rd, 0 op/s 2024-05-15T16:23:56.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:55 smithi066 ceph-mon[24465]: pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 888 B/s rd, 0 op/s 2024-05-15T16:23:57.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:56 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:23:57.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:56 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:23:57.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:56 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:23:58.164 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:23:57 smithi081 ceph-mon[25343]: pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:58.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:23:57 smithi066 ceph-mon[29300]: pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:58.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:23:57 smithi066 ceph-mon[24465]: pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:23:58.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:23:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:23:58] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:24:00.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:23:59 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:23:59] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:24:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:00 smithi081 ceph-mon[25343]: pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:24:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:24:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:24:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:24:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:00.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:00 smithi066 ceph-mon[24465]: pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:00.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:24:00.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:24:00.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:24:00.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:24:00.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:00.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:00.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:00 smithi066 ceph-mon[29300]: pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:00.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:24:00.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:24:00.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:24:00.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:24:00.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:00.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:02.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:02 smithi081 ceph-mon[25343]: pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:02.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:02 smithi066 ceph-mon[24465]: pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:02.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:02 smithi066 ceph-mon[29300]: pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:03.446 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:24:03 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:24:03] "GET /metrics HTTP/1.1" 200 207862 "" "Prometheus/2.33.4" 2024-05-15T16:24:03.699 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:24:03 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:24:03] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:24:03.700 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:24:03 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=error ts=2024-05-15T16:24:03.510Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs" 2024-05-15T16:24:03.700 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:24:03 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:24:03.512Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs" 2024-05-15T16:24:03.700 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:24:03 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:24:03.513Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:24:04.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:04 smithi081 ceph-mon[25343]: pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:04.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:04 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:04.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:04 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:04.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:04 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:24:04.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:04 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:24:04.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:04 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:24:04.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:04 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:04.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:04 smithi066 ceph-mon[24465]: pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:04.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:04 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:04.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:04 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:04.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:04 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:24:04.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:04 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:24:04.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:04 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:24:04.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:04 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:04.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:04 smithi066 ceph-mon[29300]: pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:04.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:04 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:04.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:04 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:04.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:04 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:24:04.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:04 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:24:04.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:04 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:24:04.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:04 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:05.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:05 smithi066 ceph-mon[24465]: pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 965 B/s rd, 0 op/s 2024-05-15T16:24:05.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:05 smithi066 ceph-mon[24465]: pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:05.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:05 smithi066 ceph-mon[24465]: pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 773 B/s rd, 0 op/s 2024-05-15T16:24:05.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:05 smithi066 ceph-mon[24465]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-05-15T16:24:05.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:05 smithi066 ceph-mon[29300]: pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 965 B/s rd, 0 op/s 2024-05-15T16:24:05.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:05 smithi066 ceph-mon[29300]: pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:05.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:05 smithi066 ceph-mon[29300]: pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 773 B/s rd, 0 op/s 2024-05-15T16:24:05.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:05 smithi066 ceph-mon[29300]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-05-15T16:24:05.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:05 smithi081 ceph-mon[25343]: pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 965 B/s rd, 0 op/s 2024-05-15T16:24:05.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:05 smithi081 ceph-mon[25343]: pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:05.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:05 smithi081 ceph-mon[25343]: pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 773 B/s rd, 0 op/s 2024-05-15T16:24:05.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:05 smithi081 ceph-mon[25343]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-05-15T16:24:07.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:07 smithi081 ceph-mon[25343]: pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-05-15T16:24:07.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:07 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:24:07.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:07 smithi066 ceph-mon[29300]: pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-05-15T16:24:07.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:07 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:24:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:07 smithi066 ceph-mon[24465]: pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-05-15T16:24:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:07 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:24:08.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:24:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:24:08] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:24:09.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:09 smithi081 ceph-mon[25343]: pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 773 B/s rd, 0 op/s 2024-05-15T16:24:09.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:09 smithi066 ceph-mon[29300]: pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 773 B/s rd, 0 op/s 2024-05-15T16:24:09.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:09 smithi066 ceph-mon[24465]: pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 773 B/s rd, 0 op/s 2024-05-15T16:24:11.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:11 smithi081 ceph-mon[25343]: pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 773 B/s rd, 0 op/s 2024-05-15T16:24:11.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:11 smithi066 ceph-mon[29300]: pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 773 B/s rd, 0 op/s 2024-05-15T16:24:11.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:11 smithi066 ceph-mon[24465]: pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 773 B/s rd, 0 op/s 2024-05-15T16:24:12.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:12 smithi081 ceph-mon[25343]: pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:12.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:12 smithi066 ceph-mon[29300]: pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:12.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:12 smithi066 ceph-mon[24465]: pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:13.511 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:24:13 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:24:13] "GET /metrics HTTP/1.1" 200 207862 "" "Prometheus/2.33.4" 2024-05-15T16:24:13.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:24:13 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=error ts=2024-05-15T16:24:13.511Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:24:13.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:24:13 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:24:13.513Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:24:13.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:24:13 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:24:13.513Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs" 2024-05-15T16:24:15.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:15 smithi066 ceph-mon[29300]: pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-05-15T16:24:15.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:15 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:15.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:15 smithi066 ceph-mon[24465]: pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-05-15T16:24:15.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:15 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:15.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:15 smithi081 ceph-mon[25343]: pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-05-15T16:24:15.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:15 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:16.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:16 smithi081 ceph-mon[25343]: pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:16.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:16 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:24:16.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:16 smithi066 ceph-mon[29300]: pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:16.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:16 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:24:16.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:16 smithi066 ceph-mon[24465]: pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:16.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:16 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:24:18.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:24:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:24:18] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:24:19.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:19 smithi081 ceph-mon[25343]: pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:19.659 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:19 smithi066 ceph-mon[29300]: pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:19.660 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:19 smithi066 ceph-mon[24465]: pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:20.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:24:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:24:19] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:24:20.829 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:20 smithi081 ceph-mon[25343]: pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:20.830 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:20 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:20.830 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:20 smithi081 ceph-mon[25343]: pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1004 B/s rd, 0 op/s 2024-05-15T16:24:20.830 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:20 smithi081 ceph-mon[25343]: pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 624 B/s rd, 0 op/s 2024-05-15T16:24:20.830 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:20 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:21.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:24:20 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:24:20] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:24:21.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:20 smithi066 ceph-mon[24465]: pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:21.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:20 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:21.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:20 smithi066 ceph-mon[24465]: pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1004 B/s rd, 0 op/s 2024-05-15T16:24:21.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:20 smithi066 ceph-mon[24465]: pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 624 B/s rd, 0 op/s 2024-05-15T16:24:21.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:20 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:21.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:20 smithi066 ceph-mon[29300]: pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:21.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:20 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:21.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:20 smithi066 ceph-mon[29300]: pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1004 B/s rd, 0 op/s 2024-05-15T16:24:21.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:20 smithi066 ceph-mon[29300]: pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 624 B/s rd, 0 op/s 2024-05-15T16:24:21.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:20 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:22.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:21 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:22.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:21 smithi081 ceph-mon[25343]: pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-05-15T16:24:22.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:21 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:22.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:21 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:24:22.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:21 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:24:22.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:21 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:24:22.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:21 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:22.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:21 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:22.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:21 smithi066 ceph-mon[29300]: pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-05-15T16:24:22.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:21 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:22.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:21 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:24:22.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:21 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:24:22.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:21 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:24:22.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:21 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:22.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:21 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:22.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:21 smithi066 ceph-mon[24465]: pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-05-15T16:24:22.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:21 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:22.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:21 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:24:22.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:21 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:24:22.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:21 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:24:22.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:21 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:23.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:22 smithi081 ceph-mon[25343]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-05-15T16:24:23.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:22 smithi081 ceph-mon[25343]: Cluster is now healthy 2024-05-15T16:24:23.180 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:22 smithi066 ceph-mon[29300]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-05-15T16:24:23.180 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:22 smithi066 ceph-mon[29300]: Cluster is now healthy 2024-05-15T16:24:23.180 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:22 smithi066 ceph-mon[24465]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-05-15T16:24:23.180 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:22 smithi066 ceph-mon[24465]: Cluster is now healthy 2024-05-15T16:24:23.512 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:24:23 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:24:23] "GET /metrics HTTP/1.1" 200 207939 "" "Prometheus/2.33.4" 2024-05-15T16:24:23.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:24:23 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=error ts=2024-05-15T16:24:23.512Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:24:23.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:24:23 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:24:23.514Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:24:23.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:24:23 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:24:23.514Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs" 2024-05-15T16:24:24.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:24 smithi066 ceph-mon[29300]: pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 695 B/s rd, 0 op/s 2024-05-15T16:24:24.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:24 smithi066 ceph-mon[24465]: pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 695 B/s rd, 0 op/s 2024-05-15T16:24:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:24 smithi081 ceph-mon[25343]: pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 695 B/s rd, 0 op/s 2024-05-15T16:24:25.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:25 smithi066 ceph-mon[24465]: pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 695 B/s rd, 0 op/s 2024-05-15T16:24:25.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:25 smithi066 ceph-mon[29300]: pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 695 B/s rd, 0 op/s 2024-05-15T16:24:25.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:25 smithi081 ceph-mon[25343]: pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 695 B/s rd, 0 op/s 2024-05-15T16:24:26.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:26 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:24:26.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:26 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:24:26.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:26 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:24:27.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:27 smithi066 ceph-mon[29300]: pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-05-15T16:24:27.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:27 smithi066 ceph-mon[24465]: pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-05-15T16:24:27.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:27 smithi081 ceph-mon[25343]: pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-05-15T16:24:28.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:24:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:24:28] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:24:30.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:30 smithi081 ceph-mon[25343]: pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-05-15T16:24:30.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:30 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:30.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:30 smithi066 ceph-mon[29300]: pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-05-15T16:24:30.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:30 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:30.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:30 smithi066 ceph-mon[24465]: pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-05-15T16:24:30.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:30 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:31.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:31 smithi081 ceph-mon[25343]: pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:24:31.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:31 smithi066 ceph-mon[29300]: pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:24:31.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:31 smithi066 ceph-mon[24465]: pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:24:33.513 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:24:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:24:33] "GET /metrics HTTP/1.1" 200 207936 "" "Prometheus/2.33.4" 2024-05-15T16:24:33.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:24:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=error ts=2024-05-15T16:24:33.512Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:24:33.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:24:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:24:33.514Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:24:33.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:24:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:24:33.515Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs" 2024-05-15T16:24:34.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:34 smithi081 ceph-mon[25343]: pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:34.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:34 smithi066 ceph-mon[24465]: pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:34.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:34 smithi066 ceph-mon[29300]: pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:35.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:35 smithi081 ceph-mon[25343]: pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:35.632 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:35 smithi066 ceph-mon[29300]: pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:35.632 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:35 smithi066 ceph-mon[24465]: pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:36.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:24:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:24:36] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:24:37.293 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:37 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:24:37.293 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:37 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:37.293 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:37 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:37.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:37 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:24:37.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:37 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:37.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:37 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:37.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:37 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:24:37.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:37 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:37.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:37 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:38.352 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:38 smithi081 ceph-mon[25343]: pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:38.352 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:24:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:24:38] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:24:38.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:38 smithi066 ceph-mon[29300]: pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:38.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:38 smithi066 ceph-mon[24465]: pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:39 smithi081 ceph-mon[25343]: pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:39.772 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:39 smithi066 ceph-mon[29300]: pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:39.772 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:39 smithi066 ceph-mon[24465]: pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:40.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:24:39 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:24:39] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:24:41.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:40 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:41.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:40 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:41.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:40 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:41.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:40 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:41.114 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:40 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:41.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:40 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:42.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:41 smithi066 ceph-mon[29300]: pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:42.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:41 smithi066 ceph-mon[24465]: pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:42.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:41 smithi081 ceph-mon[25343]: pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:43.514 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:24:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:24:43] "GET /metrics HTTP/1.1" 200 207936 "" "Prometheus/2.33.4" 2024-05-15T16:24:43.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:24:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=error ts=2024-05-15T16:24:43.513Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:24:43.786 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:24:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:24:43.515Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:24:43.786 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:24:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:24:43.515Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs" 2024-05-15T16:24:44.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:44 smithi081 ceph-mon[25343]: pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:44.695 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:44 smithi066 ceph-mon[29300]: pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:44.695 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:44 smithi066 ceph-mon[24465]: pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:45.547 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:45 smithi066 ceph-mon[29300]: pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:45.547 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:45 smithi066 ceph-mon[24465]: pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:45.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:45 smithi081 ceph-mon[25343]: pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:46.516 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:46 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:24:46.516 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:46 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:24:46.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:46 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:24:47.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:47 smithi081 ceph-mon[25343]: pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:47.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:47 smithi066 ceph-mon[29300]: pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:47.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:47 smithi066 ceph-mon[24465]: pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:48.516 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:24:48 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:24:48] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:24:49.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:49 smithi081 ceph-mon[25343]: pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:49.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:49 smithi066 ceph-mon[29300]: pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:49.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:49 smithi066 ceph-mon[24465]: pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:52.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:51 smithi066 ceph-mon[24465]: pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:52.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:51 smithi066 ceph-mon[29300]: pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:52.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:51 smithi081 ceph-mon[25343]: pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:53.514 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:24:53 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:24:53] "GET /metrics HTTP/1.1" 200 207944 "" "Prometheus/2.33.4" 2024-05-15T16:24:53.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:24:53 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=error ts=2024-05-15T16:24:53.514Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:24:53.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:24:53 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:24:53.516Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:24:53.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:24:53 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:24:53.516Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs" 2024-05-15T16:24:54.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:54 smithi081 ceph-mon[25343]: pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:54.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:54 smithi066 ceph-mon[24465]: pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:54.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:54 smithi066 ceph-mon[29300]: pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:55.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:55 smithi081 ceph-mon[25343]: pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:55.652 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:55 smithi066 ceph-mon[24465]: pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:55.653 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:55 smithi066 ceph-mon[29300]: pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:56.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:24:56 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:24:56] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:24:57.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:57 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:24:57.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:57 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:57.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:57 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:57.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:57 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:24:57.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:57 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:57.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:57 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:57.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:57 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:24:57.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:57 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:57.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:57 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:24:58.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:58 smithi066 ceph-mon[24465]: pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:58.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:58 smithi066 ceph-mon[29300]: pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:58.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:58 smithi081 ceph-mon[25343]: pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:24:58.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:24:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:24:58] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:24:59.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:24:59 smithi081 ceph-mon[25343]: pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:59.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:24:59 smithi066 ceph-mon[24465]: pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:24:59.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:24:59 smithi066 ceph-mon[29300]: pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:00.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:24:59 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:24:59] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:25:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:25:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:25:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:25:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:25:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:00.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:25:00.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:25:00.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:25:00.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:25:00.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:00.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:00.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:25:00.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:25:00.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:25:00.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:25:00.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:00.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:01.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:01 smithi081 ceph-mon[25343]: pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:01.730 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:01 smithi066 ceph-mon[29300]: pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:01.731 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:01 smithi066 ceph-mon[24465]: pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:03.514 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:25:03 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:25:03] "GET /metrics HTTP/1.1" 200 207948 "" "Prometheus/2.33.4" 2024-05-15T16:25:03.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:25:03 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=error ts=2024-05-15T16:25:03.514Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:25:03.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:25:03 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:25:03.516Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:25:03.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:25:03 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:25:03.517Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs" 2024-05-15T16:25:04.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:03 smithi066 ceph-mon[29300]: pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:04.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:03 smithi066 ceph-mon[24465]: pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:04.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:03 smithi081 ceph-mon[25343]: pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:06.226 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:05 smithi081 ceph-mon[25343]: pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:06.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:05 smithi066 ceph-mon[24465]: pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:06.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:05 smithi066 ceph-mon[29300]: pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:07.021 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:06 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:25:07.021 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:06 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:25:07.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:06 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:25:08.237 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:07 smithi081 ceph-mon[25343]: pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:08.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:07 smithi066 ceph-mon[29300]: pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:08.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:07 smithi066 ceph-mon[24465]: pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:08.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:25:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:25:08] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:25:09.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:09 smithi081 ceph-mon[25343]: pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:09.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:09 smithi066 ceph-mon[29300]: pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:09.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:09 smithi066 ceph-mon[24465]: pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:12.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:11 smithi066 ceph-mon[29300]: pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:12.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:11 smithi066 ceph-mon[24465]: pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:12.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:11 smithi081 ceph-mon[25343]: pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:13.515 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:25:13 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:25:13] "GET /metrics HTTP/1.1" 200 207948 "" "Prometheus/2.33.4" 2024-05-15T16:25:13.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:25:13 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=error ts=2024-05-15T16:25:13.515Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:25:13.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:25:13 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:25:13.517Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:25:13.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:25:13 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:25:13.517Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs" 2024-05-15T16:25:14.129 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:13 smithi081 ceph-mon[25343]: pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:14.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:13 smithi066 ceph-mon[24465]: pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:14.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:13 smithi066 ceph-mon[29300]: pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:15.997 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:15 smithi066 ceph-mon[29300]: pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:15.998 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:15 smithi066 ceph-mon[24465]: pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:16.249 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:15 smithi081 ceph-mon[25343]: pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:16.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:25:16 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:25:16] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:25:17.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:17 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:25:17.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:17 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:17.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:17 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:17.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:17 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:25:17.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:17 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:17.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:17 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:17.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:17 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:25:17.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:17 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:17.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:17 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:18.516 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:18 smithi081 ceph-mon[25343]: pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:18.517 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:25:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:25:18] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:25:18.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:18 smithi066 ceph-mon[24465]: pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:18.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:18 smithi066 ceph-mon[29300]: pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:19.614 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:19 smithi081 ceph-mon[25343]: pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:19.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:19 smithi066 ceph-mon[24465]: pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:19.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:19 smithi066 ceph-mon[29300]: pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:20.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:25:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:25:19] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:25:21.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:20 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:21.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:20 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:21.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:20 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:25:21.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:20 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:25:21.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:20 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:25:21.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:20 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:21.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:20 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:21.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:20 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:21.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:20 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:25:21.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:20 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:25:21.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:20 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:25:21.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:20 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:21.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:20 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:21.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:20 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:21.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:20 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:25:21.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:20 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:25:21.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:20 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:25:21.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:20 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:22.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:21 smithi066 ceph-mon[24465]: pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:22.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:21 smithi066 ceph-mon[29300]: pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:22.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:21 smithi081 ceph-mon[25343]: pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:23.515 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:25:23 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:25:23] "GET /metrics HTTP/1.1" 200 207942 "" "Prometheus/2.33.4" 2024-05-15T16:25:23.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:25:23 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=error ts=2024-05-15T16:25:23.515Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:25:23.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:25:23 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:25:23.517Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:25:23.786 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:25:23 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:25:23.517Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs" 2024-05-15T16:25:24.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:24 smithi066 ceph-mon[29300]: pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:24.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:24 smithi066 ceph-mon[24465]: pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:24.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:24 smithi081 ceph-mon[25343]: pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:26.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:26 smithi066 ceph-mon[29300]: pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:26.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:26 smithi066 ceph-mon[24465]: pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:26.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:26 smithi081 ceph-mon[25343]: pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:27.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:27 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:25:27.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:27 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:25:27.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:27 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:25:28.103 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:28 smithi066 ceph-mon[24465]: pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:28.103 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:28 smithi066 ceph-mon[29300]: pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:28.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:28 smithi081 ceph-mon[25343]: pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:28.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:25:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:25:28] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:25:29.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:29 smithi081 ceph-mon[25343]: pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:29.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:29 smithi066 ceph-mon[29300]: pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:29.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:29 smithi066 ceph-mon[24465]: pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:32.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:31 smithi066 ceph-mon[29300]: pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:32.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:31 smithi066 ceph-mon[24465]: pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:32.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:31 smithi081 ceph-mon[25343]: pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:33.516 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:25:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:25:33] "GET /metrics HTTP/1.1" 200 207941 "" "Prometheus/2.33.4" 2024-05-15T16:25:33.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:25:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=error ts=2024-05-15T16:25:33.515Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:25:33.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:25:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:25:33.518Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:25:33.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:25:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:25:33.518Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs" 2024-05-15T16:25:34.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:33 smithi066 ceph-mon[29300]: pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:34.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:33 smithi066 ceph-mon[24465]: pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:34.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:33 smithi081 ceph-mon[25343]: pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:35.949 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:35 smithi081 ceph-mon[25343]: pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:36.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:35 smithi066 ceph-mon[29300]: pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:36.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:35 smithi066 ceph-mon[24465]: pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:36.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:25:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:25:36] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:25:37.089 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:36 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:25:37.089 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:36 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:37.089 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:36 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:37.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:36 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:25:37.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:36 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:37.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:36 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:37.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:36 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:25:37.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:36 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:37.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:36 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:38.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:37 smithi066 ceph-mon[29300]: pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:38.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:37 smithi066 ceph-mon[24465]: pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:38.237 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:37 smithi081 ceph-mon[25343]: pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:38.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:25:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:25:38] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:25:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:39 smithi081 ceph-mon[25343]: pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:39.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:39 smithi066 ceph-mon[24465]: pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:39.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:39 smithi066 ceph-mon[29300]: pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:40.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:25:40 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:25:40] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:25:41.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:41 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:41.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:41 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:41.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:41 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:41.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:41 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:41.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:41 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:41.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:41 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:41.847 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph orch ps' 2024-05-15T16:25:42.453 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:42 smithi066 ceph-mon[24465]: pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:42.454 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:42 smithi066 ceph-mon[29300]: pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:42.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:42 smithi081 ceph-mon[25343]: pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:43.502 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:25:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:25:43] "GET /metrics HTTP/1.1" 200 207941 "" "Prometheus/2.33.4" 2024-05-15T16:25:43.768 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:25:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=error ts=2024-05-15T16:25:43.516Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs" 2024-05-15T16:25:43.768 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:25:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:25:43.518Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:25:43.768 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:25:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:25:43.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs" 2024-05-15T16:25:44.090 INFO:teuthology.orchestra.run.smithi066.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-15T16:25:44.090 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi066 smithi066 running 3s ago 12m - - 2024-05-15T16:25:44.090 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi081 smithi081 running 7s ago 12m - - 2024-05-15T16:25:44.090 INFO:teuthology.orchestra.run.smithi066.stdout:alertmanager.a smithi066 *:9093,9094 running (7m) 3s ago 7m 26.2M - ba2b418f427c 1f4ce1112c5f 2024-05-15T16:25:44.090 INFO:teuthology.orchestra.run.smithi066.stdout:grafana.a smithi081 *:3000 running (7m) 7s ago 7m 58.3M - 8.3.5 dad864ee21e9 d1bc6dfe6887 2024-05-15T16:25:44.090 INFO:teuthology.orchestra.run.smithi066.stdout:iscsi.foo.smithi066.lbegld smithi066 running (6m) 3s ago 6m 61.0M - 3.5 e1d6a67b021e f817b5b7c19b 2024-05-15T16:25:44.090 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.x smithi081 *:8443,9283 running (119s) 7s ago 12m 453M - 19.0.0-2576-gde5210d5 48bc18eb22d8 48fd6964273b 2024-05-15T16:25:44.090 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.y smithi066 *:9283 running (13m) 3s ago 13m 471M - 17.2.0 e1d6a67b021e 2386fcfa72a6 2024-05-15T16:25:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:mon.a smithi066 running (13m) 3s ago 13m 55.1M 2048M 17.2.0 e1d6a67b021e 282c81f9a786 2024-05-15T16:25:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:mon.b smithi081 running (12m) 7s ago 12m 47.8M 2048M 17.2.0 e1d6a67b021e 82fb987622c5 2024-05-15T16:25:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:mon.c smithi066 running (12m) 3s ago 12m 42.2M 2048M 17.2.0 e1d6a67b021e f72f6b43cfb8 2024-05-15T16:25:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.a smithi066 *:9100 running (8m) 3s ago 8m 15.1M - 1dbe0e931976 8d76eed34ca7 2024-05-15T16:25:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.b smithi081 *:9100 running (8m) 7s ago 8m 17.2M - 1dbe0e931976 756a6b47eb83 2024-05-15T16:25:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 smithi066 running (11m) 3s ago 11m 50.5M 4096M 17.2.0 e1d6a67b021e 28a5f29dbca4 2024-05-15T16:25:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 smithi066 running (11m) 3s ago 11m 51.9M 4096M 17.2.0 e1d6a67b021e 0ef23245f9ef 2024-05-15T16:25:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 smithi066 running (11m) 3s ago 11m 46.7M 4096M 17.2.0 e1d6a67b021e 02c0efc727d7 2024-05-15T16:25:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 smithi066 running (10m) 3s ago 10m 49.7M 4096M 17.2.0 e1d6a67b021e 40f1cf1a2241 2024-05-15T16:25:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 smithi081 running (10m) 7s ago 10m 53.0M 4096M 17.2.0 e1d6a67b021e 4765ca89ed8f 2024-05-15T16:25:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 smithi081 running (9m) 7s ago 9m 48.5M 4096M 17.2.0 e1d6a67b021e 360c01584121 2024-05-15T16:25:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 smithi081 running (9m) 7s ago 9m 50.4M 4096M 17.2.0 e1d6a67b021e 28621b8e0dfc 2024-05-15T16:25:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 smithi081 running (9m) 7s ago 9m 49.9M 4096M 17.2.0 e1d6a67b021e d77057b690f5 2024-05-15T16:25:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:prometheus.a smithi081 *:9095 running (6m) 7s ago 8m 67.9M - 514e6a882f6e 14523df65361 2024-05-15T16:25:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi066.venvvw smithi066 *:8000 running (6m) 3s ago 6m 70.9M - 17.2.0 e1d6a67b021e a58b069a63ed 2024-05-15T16:25:44.092 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi081.bblyzt smithi081 *:8000 running (6m) 7s ago 6m 71.1M - 17.2.0 e1d6a67b021e 31bf3403b024 2024-05-15T16:25:44.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:44 smithi066 ceph-mon[29300]: pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:44.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:44 smithi066 ceph-mon[24465]: pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:44.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:44 smithi081 ceph-mon[25343]: pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:44.891 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph versions' 2024-05-15T16:25:45.417 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:45 smithi066 ceph-mon[29300]: from='client.24904 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:25:45.418 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:45 smithi066 ceph-mon[24465]: from='client.24904 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:25:45.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:45 smithi081 ceph-mon[25343]: from='client.24904 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:25:46.406 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:46 smithi066 ceph-mon[24465]: pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:46.407 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:46 smithi066 ceph-mon[29300]: pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:46.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:46 smithi081 ceph-mon[25343]: pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:47.261 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:47 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:25:47.262 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:47 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:25:47.304 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:25:47.304 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": { 2024-05-15T16:25:47.304 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-05-15T16:25:47.304 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:25:47.305 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": { 2024-05-15T16:25:47.305 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 1, 2024-05-15T16:25:47.305 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 1 2024-05-15T16:25:47.305 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:25:47.305 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": { 2024-05-15T16:25:47.305 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-05-15T16:25:47.305 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:25:47.305 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": {}, 2024-05-15T16:25:47.305 INFO:teuthology.orchestra.run.smithi066.stdout: "rgw": { 2024-05-15T16:25:47.305 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-05-15T16:25:47.305 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:25:47.305 INFO:teuthology.orchestra.run.smithi066.stdout: "overall": { 2024-05-15T16:25:47.305 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 14, 2024-05-15T16:25:47.305 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 1 2024-05-15T16:25:47.306 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:25:47.306 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:25:47.614 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:47 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:25:48.138 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph -s' 2024-05-15T16:25:48.516 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:48 smithi081 ceph-mon[25343]: pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:48.516 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:48 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/1034649941' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:25:48.517 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:25:48 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:25:48] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:25:48.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:48 smithi066 ceph-mon[29300]: pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:48.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:48 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/1034649941' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:25:48.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:48 smithi066 ceph-mon[24465]: pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:48.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:48 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/1034649941' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:25:49.478 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:49 smithi066 ceph-mon[29300]: pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:49.478 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:49 smithi066 ceph-mon[24465]: pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:49.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:49 smithi081 ceph-mon[25343]: pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:51.786 INFO:teuthology.orchestra.run.smithi066.stdout: cluster: 2024-05-15T16:25:51.786 INFO:teuthology.orchestra.run.smithi066.stdout: id: b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:25:51.786 INFO:teuthology.orchestra.run.smithi066.stdout: health: HEALTH_OK 2024-05-15T16:25:51.787 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:25:51.787 INFO:teuthology.orchestra.run.smithi066.stdout: services: 2024-05-15T16:25:51.787 INFO:teuthology.orchestra.run.smithi066.stdout: mon: 3 daemons, quorum a,c,b (age 12m) 2024-05-15T16:25:51.787 INFO:teuthology.orchestra.run.smithi066.stdout: mgr: y(active, since 8m), standbys: x 2024-05-15T16:25:51.787 INFO:teuthology.orchestra.run.smithi066.stdout: osd: 8 osds: 8 up (since 9m), 8 in (since 9m) 2024-05-15T16:25:51.787 INFO:teuthology.orchestra.run.smithi066.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-05-15T16:25:51.787 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:25:51.787 INFO:teuthology.orchestra.run.smithi066.stdout: data: 2024-05-15T16:25:51.787 INFO:teuthology.orchestra.run.smithi066.stdout: pools: 6 pools, 161 pgs 2024-05-15T16:25:51.787 INFO:teuthology.orchestra.run.smithi066.stdout: objects: 209 objects, 585 KiB 2024-05-15T16:25:51.787 INFO:teuthology.orchestra.run.smithi066.stdout: usage: 64 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:25:51.787 INFO:teuthology.orchestra.run.smithi066.stdout: pgs: 161 active+clean 2024-05-15T16:25:51.787 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:25:51.787 INFO:teuthology.orchestra.run.smithi066.stdout: io: 2024-05-15T16:25:51.788 INFO:teuthology.orchestra.run.smithi066.stdout: client: 1.2 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-05-15T16:25:51.788 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:25:52.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:51 smithi066 ceph-mon[29300]: pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:52.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:51 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/136596178' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-05-15T16:25:52.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:51 smithi066 ceph-mon[24465]: pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:52.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:51 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/136596178' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-05-15T16:25:52.352 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph health detail' 2024-05-15T16:25:52.364 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:51 smithi081 ceph-mon[25343]: pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:52.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:51 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/136596178' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-05-15T16:25:53.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:25:53 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:25:53] "GET /metrics HTTP/1.1" 200 207944 "" "Prometheus/2.33.4" 2024-05-15T16:25:53.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:25:53 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=error ts=2024-05-15T16:25:53.517Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:25:53.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:25:53 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:25:53.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:25:53.786 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:25:53 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:25:53.520Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs" 2024-05-15T16:25:54.170 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:53 smithi066 ceph-mon[29300]: pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:54.170 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:53 smithi066 ceph-mon[24465]: pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:54.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:53 smithi081 ceph-mon[25343]: pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:54.436 INFO:teuthology.orchestra.run.smithi066.stdout:HEALTH_OK 2024-05-15T16:25:55.016 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:54 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/327273181' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-05-15T16:25:55.016 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:54 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/327273181' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-05-15T16:25:55.042 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 2'"'"'' 2024-05-15T16:25:55.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:54 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/327273181' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-05-15T16:25:56.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:55 smithi066 ceph-mon[29300]: pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:56.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:55 smithi066 ceph-mon[24465]: pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:56.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:55 smithi081 ceph-mon[25343]: pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:56.621 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:25:56 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.81 - - [15/May/2024:16:25:56] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:25:57.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:56 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:25:57.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:56 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:57.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:56 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:57.169 INFO:teuthology.orchestra.run.smithi066.stdout:true 2024-05-15T16:25:57.169 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:56 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:25:57.169 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:56 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:57.169 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:56 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:57.169 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:56 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:25:57.169 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:56 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:57.170 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:56 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:25:57.796 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph mgr fail' 2024-05-15T16:25:58.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:57 smithi066 ceph-mon[29300]: pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:58.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:57 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3667120470' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:25:58.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:57 smithi066 ceph-mon[24465]: pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:58.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:57 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3667120470' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:25:58.221 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:57 smithi081 ceph-mon[25343]: pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:25:58.221 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:57 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3667120470' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:25:58.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:25:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:25:58] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:25:59.508 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:25:59 smithi066 ceph-mon[29300]: pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:59.509 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:25:59 smithi066 ceph-mon[24465]: pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:25:59.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:25:59 smithi081 ceph-mon[25343]: pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:26:00.506 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:00 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 172.21.15.66 - - [15/May/2024:16:26:00] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-05-15T16:26:00.506 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:00 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ignoring --setuser ceph since I am not root 2024-05-15T16:26:00.506 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:00 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ignoring --setgroup ceph since I am not root 2024-05-15T16:26:00.506 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:00 smithi066 ceph-mgr[24697]: -- 172.21.15.66:0/1840838880 <== mon.1 v2:172.21.15.66:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x556ab9f7a340 con 0x556ab9f52800 2024-05-15T16:26:00.507 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:26:00.507 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:00 smithi066 ceph-mon[29300]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:26:00.507 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:26:00.507 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:26:00.507 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:00 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/4024570782' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-05-15T16:26:00.507 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:00 smithi066 ceph-mon[29300]: osdmap e96: 8 total, 8 up, 8 in 2024-05-15T16:26:00.507 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:26:00.507 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:00 smithi066 ceph-mon[29300]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:26:00.507 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:26:00.507 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:00 smithi066 ceph-mon[24465]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:26:00.507 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:26:00.508 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:26:00.508 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:00 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/4024570782' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-05-15T16:26:00.508 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:00 smithi066 ceph-mon[24465]: osdmap e96: 8 total, 8 up, 8 in 2024-05-15T16:26:00.508 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:26:00.508 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:00 smithi066 ceph-mon[24465]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:26:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:26:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:00 smithi081 ceph-mon[25343]: from='mgr.14433 172.21.15.66:0/2613620131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:26:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:26:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:26:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:00 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/4024570782' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-05-15T16:26:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:00 smithi081 ceph-mon[25343]: osdmap e96: 8 total, 8 up, 8 in 2024-05-15T16:26:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:26:00.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:00 smithi081 ceph-mon[25343]: from='mgr.14433 ' entity='mgr.y' 2024-05-15T16:26:00.616 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:00 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:26:00] ENGINE Bus STOPPING 2024-05-15T16:26:00.616 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:00 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:26:00] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-15T16:26:00.616 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:00 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:26:00] ENGINE Bus STOPPED 2024-05-15T16:26:00.616 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:00 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:26:00] ENGINE Bus STARTING 2024-05-15T16:26:00.616 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:00 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:26:00] ENGINE Serving on http://:::9283 2024-05-15T16:26:00.616 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:00 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:26:00] ENGINE Bus STARTED 2024-05-15T16:26:00.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:00 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:26:00.518+0000 7f690e62b000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-15T16:26:00.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:00 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:26:00.672+0000 7f690e62b000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:26:00.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:00 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:26:00.783+0000 7f690e62b000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-15T16:26:01.208 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'sleep 180' 2024-05-15T16:26:01.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:01 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:26:01.128+0000 7f690e62b000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-15T16:26:01.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:01 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:26:01.222+0000 7f690e62b000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-15T16:26:01.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/4024570782' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-05-15T16:26:01.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: mgrmap e22: x(active, starting, since 0.356308s) 2024-05-15T16:26:01.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:26:01.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:26:01.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:26:01.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-15T16:26:01.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:26:01.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:26:01.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:26:01.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:26:01.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:26:01.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:26:01.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:26:01.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:26:01.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-15T16:26:01.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-15T16:26:01.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-15T16:26:01.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: Manager daemon x is now available 2024-05-15T16:26:01.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:01.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: Queued rgw.foo for migration 2024-05-15T16:26:01.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: No Migration is needed for rgw spec: {'placement': {'count': 2}, 'service_id': 'foo', 'service_name': 'rgw.foo', 'service_type': 'rgw', 'spec': {'rgw_frontend_port': 8000, 'rgw_realm': 'r', 'rgw_zone': 'z'}} 2024-05-15T16:26:01.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:01.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:01.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:26:01.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:26:01.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:26:01.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:26:01.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:26:01.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/4024570782' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-05-15T16:26:01.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: mgrmap e22: x(active, starting, since 0.356308s) 2024-05-15T16:26:01.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:26:01.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:26:01.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:26:01.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-15T16:26:01.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:26:01.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:26:01.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:26:01.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:26:01.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:26:01.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:26:01.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:26:01.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:26:01.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-15T16:26:01.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-15T16:26:01.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-15T16:26:01.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: Manager daemon x is now available 2024-05-15T16:26:01.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:01.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: Queued rgw.foo for migration 2024-05-15T16:26:01.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: No Migration is needed for rgw spec: {'placement': {'count': 2}, 'service_id': 'foo', 'service_name': 'rgw.foo', 'service_type': 'rgw', 'spec': {'rgw_frontend_port': 8000, 'rgw_realm': 'r', 'rgw_zone': 'z'}} 2024-05-15T16:26:01.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:01.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:01.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:26:01.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:26:01.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:26:01.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:26:01.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:26:01.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:26:01.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:26:01.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: Updating smithi066:/etc/ceph/ceph.conf 2024-05-15T16:26:01.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: Updating smithi081:/etc/ceph/ceph.conf 2024-05-15T16:26:01.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:26:01.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:26:01.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:26:01.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-15T16:26:01.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-15T16:26:01.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:01.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:01.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:26:01.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:26:01.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: Updating smithi066:/etc/ceph/ceph.conf 2024-05-15T16:26:01.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: Updating smithi081:/etc/ceph/ceph.conf 2024-05-15T16:26:01.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:26:01.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:26:01.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:26:01.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-15T16:26:01.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-15T16:26:01.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:01.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:01 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:01.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/4024570782' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-05-15T16:26:01.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: mgrmap e22: x(active, starting, since 0.356308s) 2024-05-15T16:26:01.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:26:01.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:26:01.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:26:01.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-15T16:26:01.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:26:01.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:26:01.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:26:01.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:26:01.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:26:01.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:26:01.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:26:01.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:26:01.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-15T16:26:01.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-15T16:26:01.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-15T16:26:01.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: Manager daemon x is now available 2024-05-15T16:26:01.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:01.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: Queued rgw.foo for migration 2024-05-15T16:26:01.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: No Migration is needed for rgw spec: {'placement': {'count': 2}, 'service_id': 'foo', 'service_name': 'rgw.foo', 'service_type': 'rgw', 'spec': {'rgw_frontend_port': 8000, 'rgw_realm': 'r', 'rgw_zone': 'z'}} 2024-05-15T16:26:01.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:01.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:01.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:26:01.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:26:01.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:26:01.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:26:01.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:26:01.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:26:01.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:26:01.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: Updating smithi066:/etc/ceph/ceph.conf 2024-05-15T16:26:01.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: Updating smithi081:/etc/ceph/ceph.conf 2024-05-15T16:26:01.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:26:01.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:26:01.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:26:01.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-15T16:26:01.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-15T16:26:01.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:01.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:01 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.479 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[29300]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:26:02.479 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[29300]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:26:02.480 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[29300]: Updating smithi081:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:26:02.480 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[29300]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:26:02.480 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[29300]: mgrmap e23: x(active, since 1.37529s) 2024-05-15T16:26:02.480 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[29300]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:26:02.480 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[29300]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:26:02.480 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[29300]: [15/May/2024:16:26:01] ENGINE Bus STARTING 2024-05-15T16:26:02.480 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[29300]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:26:02.480 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[29300]: [15/May/2024:16:26:01] ENGINE Serving on https://172.21.15.81:7150 2024-05-15T16:26:02.480 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.480 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.480 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.480 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.480 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.481 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.481 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.481 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.481 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.481 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.481 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:26:02.481 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:26:02.481 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[24465]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:26:02.481 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[24465]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:26:02.481 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[24465]: Updating smithi081:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:26:02.481 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[24465]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:26:02.481 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[24465]: mgrmap e23: x(active, since 1.37529s) 2024-05-15T16:26:02.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[24465]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:26:02.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[24465]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:26:02.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[24465]: [15/May/2024:16:26:01] ENGINE Bus STARTING 2024-05-15T16:26:02.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[24465]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:26:02.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[24465]: [15/May/2024:16:26:01] ENGINE Serving on https://172.21.15.81:7150 2024-05-15T16:26:02.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.483 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.483 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:26:02.483 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:26:02.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:02 smithi081 ceph-mon[25343]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:26:02.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:02 smithi081 ceph-mon[25343]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:26:02.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:02 smithi081 ceph-mon[25343]: Updating smithi081:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:26:02.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:02 smithi081 ceph-mon[25343]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:26:02.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:02 smithi081 ceph-mon[25343]: mgrmap e23: x(active, since 1.37529s) 2024-05-15T16:26:02.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:02 smithi081 ceph-mon[25343]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:26:02.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:02 smithi081 ceph-mon[25343]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:26:02.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:02 smithi081 ceph-mon[25343]: [15/May/2024:16:26:01] ENGINE Bus STARTING 2024-05-15T16:26:02.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:02 smithi081 ceph-mon[25343]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:26:02.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:02 smithi081 ceph-mon[25343]: [15/May/2024:16:26:01] ENGINE Serving on https://172.21.15.81:7150 2024-05-15T16:26:02.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:02.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:02 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:26:02.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:26:02.764 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:02 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:26:02.479Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=7 err="Post \"https://172.21.15.66:8443//api/prometheus_receiver\": dial tcp 172.21.15.66:8443: connect: connection refused" 2024-05-15T16:26:02.764 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:02 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:26:02.498+0000 7f690e62b000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-15T16:26:02.764 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:02 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:26:02.673+0000 7f690e62b000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-15T16:26:02.764 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:02 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:26:02.762+0000 7f690e62b000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-15T16:26:03.362 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:03 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:26:03.101+0000 7f690e62b000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-15T16:26:03.362 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:03 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:26:03.207+0000 7f690e62b000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-15T16:26:03.362 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:03 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:26:03.306+0000 7f690e62b000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-15T16:26:03.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:03 smithi081 ceph-mon[25343]: [15/May/2024:16:26:01] ENGINE Serving on http://172.21.15.81:8765 2024-05-15T16:26:03.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:03 smithi081 ceph-mon[25343]: [15/May/2024:16:26:01] ENGINE Bus STARTED 2024-05-15T16:26:03.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:03 smithi081 ceph-mon[25343]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:26:03.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:03 smithi081 ceph-mon[25343]: mgrmap e24: x(active, since 2s) 2024-05-15T16:26:03.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:03 smithi081 ceph-mon[25343]: Reconfiguring daemon agent.smithi066 on smithi066 2024-05-15T16:26:03.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:03 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:26:03.563+0000 7f690e62b000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:26:03.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:03 smithi066 ceph-mon[24465]: [15/May/2024:16:26:01] ENGINE Serving on http://172.21.15.81:8765 2024-05-15T16:26:03.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:03 smithi066 ceph-mon[24465]: [15/May/2024:16:26:01] ENGINE Bus STARTED 2024-05-15T16:26:03.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:03 smithi066 ceph-mon[24465]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:26:03.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:03 smithi066 ceph-mon[24465]: mgrmap e24: x(active, since 2s) 2024-05-15T16:26:03.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:03 smithi066 ceph-mon[24465]: Reconfiguring daemon agent.smithi066 on smithi066 2024-05-15T16:26:03.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:03 smithi066 ceph-mon[29300]: [15/May/2024:16:26:01] ENGINE Serving on http://172.21.15.81:8765 2024-05-15T16:26:03.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:03 smithi066 ceph-mon[29300]: [15/May/2024:16:26:01] ENGINE Bus STARTED 2024-05-15T16:26:03.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:03 smithi066 ceph-mon[29300]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:26:03.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:03 smithi066 ceph-mon[29300]: mgrmap e24: x(active, since 2s) 2024-05-15T16:26:03.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:03 smithi066 ceph-mon[29300]: Reconfiguring daemon agent.smithi066 on smithi066 2024-05-15T16:26:03.786 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:03 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=error ts=2024-05-15T16:26:03.518Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.66:8443//api/prometheus_receiver\": dial tcp 172.21.15.66:8443: connect: connection refused" 2024-05-15T16:26:03.787 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:03 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:26:03.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.66:8443//api/prometheus_receiver\": dial tcp 172.21.15.66:8443: connect: connection refused" 2024-05-15T16:26:03.787 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:03 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:26:03.520Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs" 2024-05-15T16:26:04.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:04 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:26:04.032+0000 7f690e62b000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-15T16:26:04.651 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:04 smithi066 ceph-mon[29300]: Deploying cephadm binary to smithi066 2024-05-15T16:26:04.651 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:04 smithi066 ceph-mon[24465]: Deploying cephadm binary to smithi066 2024-05-15T16:26:04.651 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:04 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:26:04.550+0000 7f690e62b000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-15T16:26:04.864 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:04 smithi081 ceph-mon[25343]: Deploying cephadm binary to smithi066 2024-05-15T16:26:04.961 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:04 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:26:04.649+0000 7f690e62b000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-15T16:26:05.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:04 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:26:04.960+0000 7f690e62b000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-15T16:26:05.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:05 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:26:05.055+0000 7f690e62b000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-15T16:26:05.639 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:05 smithi066 ceph-mon[29300]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:26:05.639 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:05 smithi066 ceph-mon[29300]: mgrmap e25: x(active, since 4s) 2024-05-15T16:26:05.640 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:05 smithi066 ceph-mon[24465]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:26:05.640 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:05 smithi066 ceph-mon[24465]: mgrmap e25: x(active, since 4s) 2024-05-15T16:26:05.640 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:05 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:26:05.491+0000 7f690e62b000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-15T16:26:05.640 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:05 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:26:05.637+0000 7f690e62b000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-15T16:26:05.864 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:05 smithi081 ceph-mon[25343]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:26:05.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:05 smithi081 ceph-mon[25343]: mgrmap e25: x(active, since 4s) 2024-05-15T16:26:05.898 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:05 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:26:05.739+0000 7f690e62b000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-15T16:26:05.898 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:05 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:26:05.870+0000 7f690e62b000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-15T16:26:06.175 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:05 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:26:05.984+0000 7f690e62b000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-15T16:26:06.502 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:06 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:26:06.502 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:06 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:06.502 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:06 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:06.502 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:06 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:06.503 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:06 smithi066 systemd[1]: Stopping Ceph node-exporter.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:26:06.503 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:06 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:26:06.503 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:06 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:06.503 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:06 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:06.503 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:06 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:06.785 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:06 smithi066 bash[63519]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter.a" found: no such container 2024-05-15T16:26:06.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:06 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:26:06.614+0000 7f690e62b000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-15T16:26:06.864 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:06 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:26:06.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:06 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:06.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:06 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:06.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:06 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:07.273 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:06 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:26:06.997+0000 7f690e62b000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-15T16:26:07.273 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:07 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: [15/May/2024:16:26:07] ENGINE Bus STARTING 2024-05-15T16:26:07.273 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:07 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: CherryPy Checker: 2024-05-15T16:26:07.273 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:07 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: The Application mounted at '' has an empty config. 2024-05-15T16:26:07.274 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:07 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: 2024-05-15T16:26:07.274 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:07 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: [15/May/2024:16:26:07] ENGINE Serving on http://:::9283 2024-05-15T16:26:07.274 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:07 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: [15/May/2024:16:26:07] ENGINE Bus STARTED 2024-05-15T16:26:07.535 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:07 smithi066 podman[63556]: 2024-05-15 16:26:07.273061839 +0000 UTC m=+0.534694578 container died 8d76eed34ca78f075cd1c703711508a828a8513c66f33536872484468a192798 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-05-15T16:26:07.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:07 smithi066 ceph-mon[24465]: Reconfiguring node-exporter.a (dependencies changed)... 2024-05-15T16:26:07.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:07 smithi066 ceph-mon[24465]: Reconfiguring daemon node-exporter.a on smithi066 2024-05-15T16:26:07.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:07 smithi066 ceph-mon[24465]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:26:07.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:07 smithi066 ceph-mon[24465]: Standby manager daemon y started 2024-05-15T16:26:07.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:07 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.66:0/1642241184' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-15T16:26:07.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:07 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.66:0/1642241184' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:26:07.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:07 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.66:0/1642241184' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-15T16:26:07.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:07 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.66:0/1642241184' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:26:07.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:07 smithi066 ceph-mon[29300]: Reconfiguring node-exporter.a (dependencies changed)... 2024-05-15T16:26:07.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:07 smithi066 ceph-mon[29300]: Reconfiguring daemon node-exporter.a on smithi066 2024-05-15T16:26:07.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:07 smithi066 ceph-mon[29300]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:26:07.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:07 smithi066 ceph-mon[29300]: Standby manager daemon y started 2024-05-15T16:26:07.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:07 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.66:0/1642241184' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-15T16:26:07.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:07 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.66:0/1642241184' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:26:07.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:07 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.66:0/1642241184' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-15T16:26:07.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:07 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.66:0/1642241184' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:26:07.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:07 smithi081 ceph-mon[25343]: Reconfiguring node-exporter.a (dependencies changed)... 2024-05-15T16:26:07.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:07 smithi081 ceph-mon[25343]: Reconfiguring daemon node-exporter.a on smithi066 2024-05-15T16:26:07.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:07 smithi081 ceph-mon[25343]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:26:07.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:07 smithi081 ceph-mon[25343]: Standby manager daemon y started 2024-05-15T16:26:07.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:07 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.66:0/1642241184' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-15T16:26:07.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:07 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.66:0/1642241184' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:26:07.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:07 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.66:0/1642241184' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-15T16:26:07.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:07 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.66:0/1642241184' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:26:08.035 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:07 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:26:07.821Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=5 err="Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:26:08.035 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:07 smithi066 podman[63556]: 2024-05-15 16:26:07.75119263 +0000 UTC m=+1.012825325 container cleanup 8d76eed34ca78f075cd1c703711508a828a8513c66f33536872484468a192798 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-05-15T16:26:08.036 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:07 smithi066 bash[63556]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a 2024-05-15T16:26:08.036 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:07 smithi066 bash[63632]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter.a" found: no such container 2024-05-15T16:26:08.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:26:08] "GET /metrics HTTP/1.1" 200 34964 "" "Prometheus/2.33.4" 2024-05-15T16:26:09.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:08 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-15T16:26:09.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:08 smithi066 ceph-mon[29300]: mgrmap e26: x(active, since 7s), standbys: y 2024-05-15T16:26:09.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:08 smithi066 ceph-mon[29300]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-05-15T16:26:09.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:08 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-15T16:26:09.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:08 smithi066 ceph-mon[24465]: mgrmap e26: x(active, since 7s), standbys: y 2024-05-15T16:26:09.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:08 smithi066 ceph-mon[24465]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-05-15T16:26:09.036 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:08 smithi066 podman[63592]: 2024-05-15 16:26:08.824119971 +0000 UTC m=+1.783282279 container remove 8d76eed34ca78f075cd1c703711508a828a8513c66f33536872484468a192798 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-05-15T16:26:09.036 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:08 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-05-15T16:26:09.036 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:08 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-05-15T16:26:09.036 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:08 smithi066 systemd[1]: Stopped Ceph node-exporter.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:26:09.036 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:08 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@node-exporter.a.service: Consumed 3.943s CPU time. 2024-05-15T16:26:09.036 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:08 smithi066 systemd[1]: Starting Ceph node-exporter.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:26:09.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:08 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-15T16:26:09.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:08 smithi081 ceph-mon[25343]: mgrmap e26: x(active, since 7s), standbys: y 2024-05-15T16:26:09.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:08 smithi081 ceph-mon[25343]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-05-15T16:26:09.402 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 podman[63729]: 2024-05-15 16:26:08.989783756 +0000 UTC m=+0.024737914 image pull 1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 quay.io/prometheus/node-exporter:v1.3.1 2024-05-15T16:26:09.403 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 podman[63729]: 2024-05-15 16:26:09.133724651 +0000 UTC m=+0.168678798 container create 6ed2ed7342397d90a6bb287958d37e88f3ede66e5a936f95f6323d91572ce6d6 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-05-15T16:26:09.403 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 podman[63729]: 2024-05-15 16:26:09.310724271 +0000 UTC m=+0.345678427 container init 6ed2ed7342397d90a6bb287958d37e88f3ede66e5a936f95f6323d91572ce6d6 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-05-15T16:26:09.403 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 podman[63729]: 2024-05-15 16:26:09.31361386 +0000 UTC m=+0.348568016 container start 6ed2ed7342397d90a6bb287958d37e88f3ede66e5a936f95f6323d91572ce6d6 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-05-15T16:26:09.403 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.316Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-05-15T16:26:09.403 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.316Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-05-15T16:26:09.403 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.317Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-05-15T16:26:09.403 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.317Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-05-15T16:26:09.403 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-05-15T16:26:09.403 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=arp 2024-05-15T16:26:09.403 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=bcache 2024-05-15T16:26:09.403 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=bonding 2024-05-15T16:26:09.403 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=btrfs 2024-05-15T16:26:09.403 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=conntrack 2024-05-15T16:26:09.404 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=cpu 2024-05-15T16:26:09.404 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-05-15T16:26:09.404 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=diskstats 2024-05-15T16:26:09.404 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=dmi 2024-05-15T16:26:09.404 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=edac 2024-05-15T16:26:09.404 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=entropy 2024-05-15T16:26:09.404 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-05-15T16:26:09.404 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=filefd 2024-05-15T16:26:09.405 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=filesystem 2024-05-15T16:26:09.405 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=hwmon 2024-05-15T16:26:09.405 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=infiniband 2024-05-15T16:26:09.405 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=ipvs 2024-05-15T16:26:09.405 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=loadavg 2024-05-15T16:26:09.405 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=mdadm 2024-05-15T16:26:09.405 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=meminfo 2024-05-15T16:26:09.405 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=netclass 2024-05-15T16:26:09.405 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=netdev 2024-05-15T16:26:09.405 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=netstat 2024-05-15T16:26:09.405 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=nfs 2024-05-15T16:26:09.405 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=nfsd 2024-05-15T16:26:09.405 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=nvme 2024-05-15T16:26:09.405 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=os 2024-05-15T16:26:09.405 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-05-15T16:26:09.406 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=pressure 2024-05-15T16:26:09.406 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=rapl 2024-05-15T16:26:09.406 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=schedstat 2024-05-15T16:26:09.406 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=sockstat 2024-05-15T16:26:09.406 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=softnet 2024-05-15T16:26:09.406 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=stat 2024-05-15T16:26:09.406 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=tapestats 2024-05-15T16:26:09.406 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=textfile 2024-05-15T16:26:09.406 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-05-15T16:26:09.406 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=time 2024-05-15T16:26:09.406 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-05-15T16:26:09.406 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=uname 2024-05-15T16:26:09.406 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=vmstat 2024-05-15T16:26:09.407 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=xfs 2024-05-15T16:26:09.407 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:115 level=info collector=zfs 2024-05-15T16:26:09.407 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-05-15T16:26:09.407 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[63743]: ts=2024-05-15T16:26:09.318Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-05-15T16:26:09.407 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 bash[63729]: 6ed2ed7342397d90a6bb287958d37e88f3ede66e5a936f95f6323d91572ce6d6 2024-05-15T16:26:09.676 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:26:09 smithi066 systemd[1]: Started Ceph node-exporter.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:26:10.779 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:10 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:10.779 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:10 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:10.779 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:10 smithi066 ceph-mon[29300]: Reconfiguring alertmanager.a (dependencies changed)... 2024-05-15T16:26:10.779 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:10 smithi066 ceph-mon[29300]: Reconfiguring daemon alertmanager.a on smithi066 2024-05-15T16:26:10.779 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:10 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:10.779 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:10 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:10.780 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:10 smithi066 ceph-mon[24465]: Reconfiguring alertmanager.a (dependencies changed)... 2024-05-15T16:26:10.780 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:10 smithi066 ceph-mon[24465]: Reconfiguring daemon alertmanager.a on smithi066 2024-05-15T16:26:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:10 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:10 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:10 smithi081 ceph-mon[25343]: Reconfiguring alertmanager.a (dependencies changed)... 2024-05-15T16:26:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:10 smithi081 ceph-mon[25343]: Reconfiguring daemon alertmanager.a on smithi066 2024-05-15T16:26:11.691 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:11 smithi066 ceph-mon[29300]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-05-15T16:26:11.692 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:11 smithi066 ceph-mon[24465]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-05-15T16:26:11.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:11 smithi081 ceph-mon[25343]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-05-15T16:26:13.434 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:13 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:26:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:26:13.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:13 smithi066 ceph-mon[24465]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-15T16:26:13.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:13 smithi066 ceph-mon[29300]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-15T16:26:13.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:13 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=error ts=2024-05-15T16:26:13.519Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs" 2024-05-15T16:26:13.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:13 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:26:13.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.66:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.66 because it doesn't contain any IP SANs" 2024-05-15T16:26:13.786 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:13 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=warn ts=2024-05-15T16:26:13.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.81:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.81 because it doesn't contain any IP SANs" 2024-05-15T16:26:13.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:13 smithi081 ceph-mon[25343]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-15T16:26:15.141 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:14 smithi066 systemd[1]: Stopping Ceph alertmanager.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:26:15.141 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:15 smithi066 bash[64270]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager.a" found: no such container 2024-05-15T16:26:15.454 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:15 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[50853]: level=info ts=2024-05-15T16:26:15.140Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2024-05-15T16:26:15.454 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:15 smithi066 podman[64291]: 2024-05-15 16:26:15.161285199 +0000 UTC m=+0.134906223 container died 1f4ce1112c5f26619759cc46753d9c7ec600a1f5cb87cdaba01f84274b40e587 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:26:15.719 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:15 smithi066 ceph-mon[24465]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:26:15.719 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:15 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:26:15.720 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:15 smithi066 ceph-mon[29300]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:26:15.720 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:15 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:26:15.720 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:15 smithi066 podman[64291]: 2024-05-15 16:26:15.532790069 +0000 UTC m=+0.506411086 container cleanup 1f4ce1112c5f26619759cc46753d9c7ec600a1f5cb87cdaba01f84274b40e587 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:26:15.720 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:15 smithi066 bash[64291]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a 2024-05-15T16:26:15.720 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:15 smithi066 bash[64342]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager.a" found: no such container 2024-05-15T16:26:15.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:15 smithi081 ceph-mon[25343]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:26:15.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:15 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:26:16.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:16 smithi081 ceph-mon[25343]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:26:16.708 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:16 smithi066 ceph-mon[29300]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:26:16.709 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:16 smithi066 ceph-mon[24465]: from='client.24704 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:26:16.709 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:16 smithi066 podman[64328]: 2024-05-15 16:26:16.404052987 +0000 UTC m=+1.236780924 container remove 1f4ce1112c5f26619759cc46753d9c7ec600a1f5cb87cdaba01f84274b40e587 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:26:16.709 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:16 smithi066 podman[64328]: 2024-05-15 16:26:16.479812091 +0000 UTC m=+1.312540041 volume remove 5a8efb9073f0144ec4f67a7fbeeababdbbdb0ab4857ed7b417c13d7e7e3a0dda 2024-05-15T16:26:16.709 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:16 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-05-15T16:26:16.709 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:16 smithi066 systemd[1]: Stopped Ceph alertmanager.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:26:16.710 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:16 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@alertmanager.a.service: Consumed 1.146s CPU time. 2024-05-15T16:26:16.710 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:16 smithi066 systemd[1]: Starting Ceph alertmanager.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:26:17.035 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:16 smithi066 podman[64444]: 2024-05-15 16:26:16.612261423 +0000 UTC m=+0.018391851 image pull ba2b418f427c0636d654de8757e830c80168e76482bcc46bb2138e569d6c91d4 quay.io/prometheus/alertmanager:v0.23.0 2024-05-15T16:26:17.035 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:16 smithi066 podman[64444]: 2024-05-15 16:26:16.73925136 +0000 UTC m=+0.145381830 volume create 4a0b0a7dde6030fbe02d7b6690e0ded76b1d998799720e8ffb703c55225f3669 2024-05-15T16:26:17.035 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:16 smithi066 podman[64444]: 2024-05-15 16:26:16.86435708 +0000 UTC m=+0.270487506 container create 985d2c728dcd64a521c5239c884f24cc3b342907e908ce16e29c12ce3b248572 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:26:17.460 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:17 smithi066 podman[64444]: 2024-05-15 16:26:17.151334596 +0000 UTC m=+0.557465036 container init 985d2c728dcd64a521c5239c884f24cc3b342907e908ce16e29c12ce3b248572 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:26:17.461 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:17 smithi066 podman[64444]: 2024-05-15 16:26:17.154465111 +0000 UTC m=+0.560595540 container start 985d2c728dcd64a521c5239c884f24cc3b342907e908ce16e29c12ce3b248572 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:26:17.461 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:17 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[64458]: level=info ts=2024-05-15T16:26:17.164Z caller=main.go:225 msg="Starting Alertmanager" version="(version=0.23.0, branch=HEAD, revision=61046b17771a57cfd4c4a51be370ab930a4d7d54)" 2024-05-15T16:26:17.461 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:17 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[64458]: level=info ts=2024-05-15T16:26:17.164Z caller=main.go:226 build_context="(go=go1.16.7, user=root@e21a959be8d2, date=20210825-10:48:55)" 2024-05-15T16:26:17.461 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:17 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[64458]: level=info ts=2024-05-15T16:26:17.166Z caller=cluster.go:184 component=cluster msg="setting advertise address explicitly" addr=172.21.15.66 port=9094 2024-05-15T16:26:17.461 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:17 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[64458]: level=info ts=2024-05-15T16:26:17.167Z caller=cluster.go:671 component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-05-15T16:26:17.461 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:17 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[64458]: level=info ts=2024-05-15T16:26:17.193Z caller=coordinator.go:113 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-05-15T16:26:17.461 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:17 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[64458]: level=info ts=2024-05-15T16:26:17.193Z caller=coordinator.go:126 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-05-15T16:26:17.461 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:17 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[64458]: level=info ts=2024-05-15T16:26:17.196Z caller=main.go:518 msg=Listening address=:9093 2024-05-15T16:26:17.461 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:17 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[64458]: level=info ts=2024-05-15T16:26:17.196Z caller=tls_config.go:191 msg="TLS is disabled." http2=false 2024-05-15T16:26:17.461 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:17 smithi066 bash[64444]: 985d2c728dcd64a521c5239c884f24cc3b342907e908ce16e29c12ce3b248572 2024-05-15T16:26:17.461 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:17 smithi066 systemd[1]: Started Ceph alertmanager.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:26:17.631 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:17 smithi081 ceph-mon[25343]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:26:17.632 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:17 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:17.632 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:17 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:17.632 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:17 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:26:17.632 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:17 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:26:17.632 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:17 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:26:17.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:17 smithi066 ceph-mon[24465]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:26:17.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:17 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:17.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:17 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:17.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:17 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:26:17.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:17 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:26:17.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:17 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:26:17.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:17 smithi066 ceph-mon[29300]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:26:17.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:17 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:17.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:17 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:17.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:17 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:26:17.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:17 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:26:17.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:17 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:26:18.437 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:26:18] "GET /metrics HTTP/1.1" 200 37958 "" "Prometheus/2.33.4" 2024-05-15T16:26:18.462 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:18 smithi066 ceph-mon[24465]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:26:18.462 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:18 smithi066 ceph-mon[24465]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:26:18.763 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:18 smithi081 ceph-mon[25343]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:26:18.764 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:18 smithi081 ceph-mon[25343]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:26:18.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:18 smithi066 ceph-mon[29300]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:26:18.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:18 smithi066 ceph-mon[29300]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:26:19.285 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[64458]: level=info ts=2024-05-15T16:26:19.167Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000248656s 2024-05-15T16:26:19.614 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:19 smithi081 ceph-mon[25343]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:26:19.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:19 smithi066 ceph-mon[24465]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:26:19.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:19 smithi066 ceph-mon[29300]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:26:21.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:26:20.807+0000 7f9a7402b700 -1 log_channel(cephadm) log [ERR] : cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:26:21.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Creating ceph-iscsi config... 2024-05-15T16:26:21.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:26:21.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:26:21.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:26:21.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:21.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:21.116 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Traceback (most recent call last): 2024-05-15T16:26:21.116 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:26:21.116 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: return _run_code(code, main_globals, None, 2024-05-15T16:26:21.116 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:26:21.116 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: exec(code, run_globals) 2024-05-15T16:26:21.116 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:26:21.116 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:26:21.116 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:26:21.116 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:26:21.116 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:26:21.116 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:26:21.116 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:26:21.117 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:21.117 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:21.117 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Traceback (most recent call last): 2024-05-15T16:26:21.117 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-05-15T16:26:21.117 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: self.mgr._daemon_action(daemon_spec, action=action) 2024-05-15T16:26:21.117 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-05-15T16:26:21.117 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-05-15T16:26:21.117 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-05-15T16:26:21.117 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: return self.event_loop.get_result(coro, timeout) 2024-05-15T16:26:21.118 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-05-15T16:26:21.118 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: return future.result(timeout) 2024-05-15T16:26:21.118 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-05-15T16:26:21.118 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: return self.__get_result() 2024-05-15T16:26:21.118 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-05-15T16:26:21.118 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: raise self._exception 2024-05-15T16:26:21.118 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-05-15T16:26:21.118 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: use_current_daemon_image=reconfig, 2024-05-15T16:26:21.118 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-05-15T16:26:21.118 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-05-15T16:26:21.118 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:26:21.118 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Creating ceph-iscsi config... 2024-05-15T16:26:21.118 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:26:21.118 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:26:21.118 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:26:21.119 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:21.119 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:21.119 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Traceback (most recent call last): 2024-05-15T16:26:21.119 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:26:21.119 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: return _run_code(code, main_globals, None, 2024-05-15T16:26:21.119 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:26:21.119 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: exec(code, run_globals) 2024-05-15T16:26:21.119 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:26:21.119 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:26:21.119 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:26:21.119 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:26:21.119 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:26:21.119 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:26:21.119 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:26:21.120 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:21.120 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:21.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:21 smithi066 ceph-mon[29300]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:26:21.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:21 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:26:21.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:21 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:26:21.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:21 smithi066 ceph-mon[24465]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:26:21.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:21 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:26:21.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:21 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:26:21.864 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:21 smithi081 ceph-mon[25343]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:26:21.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:21 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:26:21.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:21 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:26:22.615 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:22 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:26:22.314Z caller=manager.go:609 level=warn component="rule manager" group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on(pool_id) group_right()\n ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: |\n Pool '{{ $labels.name }}' will be full in less than 5 days assuming the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed it's capacity\n" err="found duplicate series for the match group {pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"172.21.15.81:9283\", job=\"ceph\", pool_id=\"1\"}, {instance=\"172.21.15.66:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:26:22.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:22 smithi081 ceph-mon[25343]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:26:22.615 INFO:journalctl@ceph.mon.b.smithi081.stdout: Creating ceph-iscsi config... 2024-05-15T16:26:22.615 INFO:journalctl@ceph.mon.b.smithi081.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:26:22.615 INFO:journalctl@ceph.mon.b.smithi081.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:26:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:26:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout: Traceback (most recent call last): 2024-05-15T16:26:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:26:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:26:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:26:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout: exec(code, run_globals) 2024-05-15T16:26:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:26:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:26:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:26:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:26:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:26:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:26:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:26:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout: Traceback (most recent call last): 2024-05-15T16:26:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-05-15T16:26:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-05-15T16:26:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-05-15T16:26:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-05-15T16:26:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-05-15T16:26:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout: return self.event_loop.get_result(coro, timeout) 2024-05-15T16:26:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-05-15T16:26:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout: return future.result(timeout) 2024-05-15T16:26:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-05-15T16:26:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout: return self.__get_result() 2024-05-15T16:26:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-05-15T16:26:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout: raise self._exception 2024-05-15T16:26:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-05-15T16:26:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout: use_current_daemon_image=reconfig, 2024-05-15T16:26:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-05-15T16:26:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-05-15T16:26:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:26:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout: Creating ceph-iscsi config... 2024-05-15T16:26:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:26:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:26:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:26:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout: Traceback (most recent call last): 2024-05-15T16:26:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:26:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:26:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:26:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout: exec(code, run_globals) 2024-05-15T16:26:22.619 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:26:22.619 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:26:22.619 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:26:22.619 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:26:22.619 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:26:22.619 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:26:22.619 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:26:22.619 INFO:journalctl@ceph.mon.b.smithi081.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:22.619 INFO:journalctl@ceph.mon.b.smithi081.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:22.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:22 smithi081 ceph-mon[25343]: Reconfiguring daemon agent.smithi081 on smithi081 2024-05-15T16:26:22.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:22 smithi081 ceph-mon[25343]: Deploying cephadm binary to smithi081 2024-05-15T16:26:22.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:22 smithi066 ceph-mon[24465]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:26:22.786 INFO:journalctl@ceph.mon.a.smithi066.stdout: Creating ceph-iscsi config... 2024-05-15T16:26:22.786 INFO:journalctl@ceph.mon.a.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:26:22.786 INFO:journalctl@ceph.mon.a.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:26:22.786 INFO:journalctl@ceph.mon.a.smithi066.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:26:22.786 INFO:journalctl@ceph.mon.a.smithi066.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:22.786 INFO:journalctl@ceph.mon.a.smithi066.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:22.786 INFO:journalctl@ceph.mon.a.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:26:22.786 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:26:22.786 INFO:journalctl@ceph.mon.a.smithi066.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:26:22.786 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:26:22.786 INFO:journalctl@ceph.mon.a.smithi066.stdout: exec(code, run_globals) 2024-05-15T16:26:22.787 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:26:22.787 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:26:22.787 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:26:22.787 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:26:22.787 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:26:22.787 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:26:22.787 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:26:22.787 INFO:journalctl@ceph.mon.a.smithi066.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:22.787 INFO:journalctl@ceph.mon.a.smithi066.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:22.787 INFO:journalctl@ceph.mon.a.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:26:22.787 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-05-15T16:26:22.787 INFO:journalctl@ceph.mon.a.smithi066.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-05-15T16:26:22.787 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-05-15T16:26:22.787 INFO:journalctl@ceph.mon.a.smithi066.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-05-15T16:26:22.787 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-05-15T16:26:22.788 INFO:journalctl@ceph.mon.a.smithi066.stdout: return self.event_loop.get_result(coro, timeout) 2024-05-15T16:26:22.788 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-05-15T16:26:22.788 INFO:journalctl@ceph.mon.a.smithi066.stdout: return future.result(timeout) 2024-05-15T16:26:22.788 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-05-15T16:26:22.788 INFO:journalctl@ceph.mon.a.smithi066.stdout: return self.__get_result() 2024-05-15T16:26:22.788 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-05-15T16:26:22.788 INFO:journalctl@ceph.mon.a.smithi066.stdout: raise self._exception 2024-05-15T16:26:22.788 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-05-15T16:26:22.788 INFO:journalctl@ceph.mon.a.smithi066.stdout: use_current_daemon_image=reconfig, 2024-05-15T16:26:22.788 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-05-15T16:26:22.788 INFO:journalctl@ceph.mon.a.smithi066.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-05-15T16:26:22.788 INFO:journalctl@ceph.mon.a.smithi066.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:26:22.788 INFO:journalctl@ceph.mon.a.smithi066.stdout: Creating ceph-iscsi config... 2024-05-15T16:26:22.788 INFO:journalctl@ceph.mon.a.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:26:22.788 INFO:journalctl@ceph.mon.a.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:26:22.788 INFO:journalctl@ceph.mon.a.smithi066.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:26:22.789 INFO:journalctl@ceph.mon.a.smithi066.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:22.789 INFO:journalctl@ceph.mon.a.smithi066.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:22.789 INFO:journalctl@ceph.mon.a.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:26:22.789 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:26:22.789 INFO:journalctl@ceph.mon.a.smithi066.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:26:22.789 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:26:22.789 INFO:journalctl@ceph.mon.a.smithi066.stdout: exec(code, run_globals) 2024-05-15T16:26:22.789 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:26:22.789 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:26:22.789 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:26:22.789 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:26:22.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:22 smithi066 ceph-mon[29300]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:26:22.790 INFO:journalctl@ceph.mon.c.smithi066.stdout: Creating ceph-iscsi config... 2024-05-15T16:26:22.790 INFO:journalctl@ceph.mon.c.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:26:22.790 INFO:journalctl@ceph.mon.c.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:26:22.790 INFO:journalctl@ceph.mon.c.smithi066.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:26:22.790 INFO:journalctl@ceph.mon.c.smithi066.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:22.790 INFO:journalctl@ceph.mon.c.smithi066.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:22.790 INFO:journalctl@ceph.mon.c.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:26:22.790 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:26:22.790 INFO:journalctl@ceph.mon.c.smithi066.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:26:22.790 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:26:22.790 INFO:journalctl@ceph.mon.c.smithi066.stdout: exec(code, run_globals) 2024-05-15T16:26:22.790 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:26:22.791 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:26:22.791 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:26:22.791 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:26:22.791 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:26:22.791 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:26:22.791 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:26:22.791 INFO:journalctl@ceph.mon.c.smithi066.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:22.791 INFO:journalctl@ceph.mon.c.smithi066.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:22.791 INFO:journalctl@ceph.mon.c.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:26:22.791 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-05-15T16:26:22.791 INFO:journalctl@ceph.mon.c.smithi066.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-05-15T16:26:22.791 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-05-15T16:26:22.791 INFO:journalctl@ceph.mon.c.smithi066.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-05-15T16:26:22.791 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-05-15T16:26:22.792 INFO:journalctl@ceph.mon.c.smithi066.stdout: return self.event_loop.get_result(coro, timeout) 2024-05-15T16:26:22.792 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-05-15T16:26:22.792 INFO:journalctl@ceph.mon.c.smithi066.stdout: return future.result(timeout) 2024-05-15T16:26:22.792 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-05-15T16:26:22.792 INFO:journalctl@ceph.mon.c.smithi066.stdout: return self.__get_result() 2024-05-15T16:26:22.792 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-05-15T16:26:22.792 INFO:journalctl@ceph.mon.c.smithi066.stdout: raise self._exception 2024-05-15T16:26:22.792 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-05-15T16:26:22.792 INFO:journalctl@ceph.mon.c.smithi066.stdout: use_current_daemon_image=reconfig, 2024-05-15T16:26:22.792 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-05-15T16:26:22.792 INFO:journalctl@ceph.mon.c.smithi066.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-05-15T16:26:22.792 INFO:journalctl@ceph.mon.c.smithi066.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:26:22.792 INFO:journalctl@ceph.mon.c.smithi066.stdout: Creating ceph-iscsi config... 2024-05-15T16:26:22.792 INFO:journalctl@ceph.mon.c.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:26:22.793 INFO:journalctl@ceph.mon.c.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:26:22.793 INFO:journalctl@ceph.mon.c.smithi066.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:26:22.793 INFO:journalctl@ceph.mon.c.smithi066.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:22.793 INFO:journalctl@ceph.mon.c.smithi066.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:22.793 INFO:journalctl@ceph.mon.c.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:26:22.793 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:26:22.793 INFO:journalctl@ceph.mon.c.smithi066.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:26:22.793 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:26:22.793 INFO:journalctl@ceph.mon.c.smithi066.stdout: exec(code, run_globals) 2024-05-15T16:26:22.793 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:26:22.793 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:26:22.793 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:26:22.793 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:26:22.793 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:26:22.794 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:26:22.794 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:26:22.794 INFO:journalctl@ceph.mon.c.smithi066.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:22.794 INFO:journalctl@ceph.mon.c.smithi066.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:22.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:22 smithi066 ceph-mon[29300]: Reconfiguring daemon agent.smithi081 on smithi081 2024-05-15T16:26:22.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:22 smithi066 ceph-mon[29300]: Deploying cephadm binary to smithi081 2024-05-15T16:26:22.794 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:26:22.794 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:26:22.794 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:26:22.794 INFO:journalctl@ceph.mon.a.smithi066.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:22.794 INFO:journalctl@ceph.mon.a.smithi066.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:22.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:22 smithi066 ceph-mon[24465]: Reconfiguring daemon agent.smithi081 on smithi081 2024-05-15T16:26:22.795 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:22 smithi066 ceph-mon[24465]: Deploying cephadm binary to smithi081 2024-05-15T16:26:23.472 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:26:23 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[24693]: ::ffff:172.21.15.81 - - [15/May/2024:16:26:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:26:23.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:23 smithi066 ceph-mon[29300]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:26:23.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:23 smithi066 ceph-mon[24465]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:26:23.864 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:23 smithi081 ceph-mon[25343]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:26:25.687 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:25 smithi081 ceph-mon[25343]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-05-15T16:26:25.687 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:25 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:25.688 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:25 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:25.688 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:25 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:25.688 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:25 smithi081 ceph-mon[25343]: Reconfiguring prometheus.a (dependencies changed)... 2024-05-15T16:26:25.688 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:25 smithi081 ceph-mon[25343]: Reconfiguring daemon prometheus.a on smithi081 2024-05-15T16:26:25.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:25 smithi066 ceph-mon[24465]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-05-15T16:26:25.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:25 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:25.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:25 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:25.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:25 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:25.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:25 smithi066 ceph-mon[24465]: Reconfiguring prometheus.a (dependencies changed)... 2024-05-15T16:26:25.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:25 smithi066 ceph-mon[24465]: Reconfiguring daemon prometheus.a on smithi081 2024-05-15T16:26:25.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:25 smithi066 ceph-mon[29300]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-05-15T16:26:25.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:25 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:25.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:25 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:25.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:25 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:25.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:25 smithi066 ceph-mon[29300]: Reconfiguring prometheus.a (dependencies changed)... 2024-05-15T16:26:25.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:25 smithi066 ceph-mon[29300]: Reconfiguring daemon prometheus.a on smithi081 2024-05-15T16:26:27.421 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:27 smithi066 ceph-mon[29300]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-05-15T16:26:27.422 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:26:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[64458]: level=info ts=2024-05-15T16:26:27.170Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.003527989s 2024-05-15T16:26:27.422 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:27 smithi066 ceph-mon[24465]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-05-15T16:26:27.473 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:27 smithi081 ceph-mon[25343]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-05-15T16:26:28.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:26:28] "GET /metrics HTTP/1.1" 200 37958 "" "Prometheus/2.33.4" 2024-05-15T16:26:28.987 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:28 smithi081 systemd[1]: Stopping Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:26:28.987 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:28 smithi081 bash[53476]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus.a" found: no such container 2024-05-15T16:26:29.337 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:29 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:26:29.068Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-05-15T16:26:29.337 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:29 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:26:29.068Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-05-15T16:26:29.337 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:29 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:26:29.068Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-05-15T16:26:29.337 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:29 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:26:29.068Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-05-15T16:26:29.337 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:29 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:26:29.068Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-05-15T16:26:29.337 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:29 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:26:29.068Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-05-15T16:26:29.338 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:29 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:26:29.068Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-05-15T16:26:29.338 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:29 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:26:29.068Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-05-15T16:26:29.338 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:29 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:26:29.068Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-05-15T16:26:29.338 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:29 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:26:29.069Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-05-15T16:26:29.338 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:29 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:26:29.069Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-05-15T16:26:29.338 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:29 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[44539]: ts=2024-05-15T16:26:29.069Z caller=main.go:1066 level=info msg="See you next time!" 2024-05-15T16:26:29.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:29 smithi081 ceph-mon[25343]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-05-15T16:26:29.615 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:29 smithi081 podman[53486]: 2024-05-15 16:26:29.407818462 +0000 UTC m=+0.462646221 container died 14523df65361d61c0a5e496647adb814dd82c9efd7abbe303e9616c246f1fa79 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:26:29.763 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:29 smithi066 ceph-mon[24465]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-05-15T16:26:29.763 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:29 smithi066 ceph-mon[29300]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-05-15T16:26:30.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:29 smithi081 podman[53486]: 2024-05-15 16:26:29.882804192 +0000 UTC m=+0.937631995 container cleanup 14523df65361d61c0a5e496647adb814dd82c9efd7abbe303e9616c246f1fa79 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:26:30.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:29 smithi081 bash[53486]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a 2024-05-15T16:26:30.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:29 smithi081 bash[53532]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus.a" found: no such container 2024-05-15T16:26:30.420 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:30 smithi081 podman[53501]: 2024-05-15 16:26:30.134197723 +0000 UTC m=+1.057934934 container remove 14523df65361d61c0a5e496647adb814dd82c9efd7abbe303e9616c246f1fa79 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:26:30.420 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:30 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-05-15T16:26:30.420 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:30 smithi081 systemd[1]: Stopped Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:26:30.420 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:30 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@prometheus.a.service: Consumed 1.746s CPU time. 2024-05-15T16:26:30.420 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:30 smithi081 systemd[1]: Starting Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:26:31.200 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:30 smithi081 podman[53646]: 2024-05-15 16:26:30.834879775 +0000 UTC m=+0.019027090 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-05-15T16:26:31.200 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:30 smithi081 podman[53646]: 2024-05-15 16:26:30.955897973 +0000 UTC m=+0.140045278 container create d1dc6a20f2bdf0c1c0663f51c8c51177056728aa5978afdb12ff42380b5f2651 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:26:31.476 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:31 smithi081 ceph-mon[25343]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-05-15T16:26:31.476 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:31 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:26:31.476 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:31 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:31.476 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:31 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:31.476 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:31 smithi081 podman[53646]: 2024-05-15 16:26:31.19985601 +0000 UTC m=+0.384003312 container init d1dc6a20f2bdf0c1c0663f51c8c51177056728aa5978afdb12ff42380b5f2651 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:26:31.477 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:31 smithi081 podman[53646]: 2024-05-15 16:26:31.202689801 +0000 UTC m=+0.386837107 container start d1dc6a20f2bdf0c1c0663f51c8c51177056728aa5978afdb12ff42380b5f2651 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:26:31.477 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:26:31.225Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-05-15T16:26:31.477 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:26:31.225Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-05-15T16:26:31.477 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:26:31.225Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-05-15T16:26:31.477 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:26:31.225Z caller=main.go:518 level=info host_details="(Linux 5.14.0-446.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024 x86_64 smithi081 (none))" 2024-05-15T16:26:31.477 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:26:31.225Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-05-15T16:26:31.477 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:26:31.225Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-05-15T16:26:31.477 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:26:31.227Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-05-15T16:26:31.477 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:26:31.227Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-05-15T16:26:31.477 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:26:31.228Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-05-15T16:26:31.477 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:26:31.231Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-05-15T16:26:31.477 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:26:31.231Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.619µs 2024-05-15T16:26:31.477 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:26:31.231Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-05-15T16:26:31.477 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:26:31.232Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-05-15T16:26:31.478 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:31 smithi081 bash[53646]: d1dc6a20f2bdf0c1c0663f51c8c51177056728aa5978afdb12ff42380b5f2651 2024-05-15T16:26:31.478 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:31 smithi081 systemd[1]: Started Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:26:31.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:31 smithi066 ceph-mon[24465]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-05-15T16:26:31.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:31 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:26:31.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:31 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:31.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:31 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:31.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:31 smithi066 ceph-mon[29300]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-05-15T16:26:31.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:31 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:26:31.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:31 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:31.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:31 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:31.820 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:26:31.671Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-05-15T16:26:31.821 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:26:31.672Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-05-15T16:26:31.821 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:26:31.672Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=28.575µs wal_replay_duration=440.933663ms total_replay_duration=440.976763ms 2024-05-15T16:26:31.821 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:26:31.675Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-05-15T16:26:31.821 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:26:31.675Z caller=main.go:947 level=info msg="TSDB started" 2024-05-15T16:26:31.821 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:26:31.675Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-15T16:26:31.821 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:26:31.702Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=26.84862ms db_storage=926ns remote_storage=1.559µs web_handler=513ns query_engine=1.451µs scrape=545.707µs scrape_sd=157.612µs notify=16.366µs notify_sd=16.693µs rules=25.57518ms 2024-05-15T16:26:31.821 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:26:31.702Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-05-15T16:26:32.761 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:32 smithi066 ceph-mon[24465]: Reconfiguring node-exporter.b (dependencies changed)... 2024-05-15T16:26:32.761 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:32 smithi066 ceph-mon[24465]: Reconfiguring daemon node-exporter.b on smithi081 2024-05-15T16:26:32.762 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:32 smithi066 ceph-mon[29300]: Reconfiguring node-exporter.b (dependencies changed)... 2024-05-15T16:26:32.762 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:32 smithi066 ceph-mon[29300]: Reconfiguring daemon node-exporter.b on smithi081 2024-05-15T16:26:32.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:32 smithi081 ceph-mon[25343]: Reconfiguring node-exporter.b (dependencies changed)... 2024-05-15T16:26:32.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:32 smithi081 ceph-mon[25343]: Reconfiguring daemon node-exporter.b on smithi081 2024-05-15T16:26:33.232 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:33 smithi081 systemd[1]: Stopping Ceph node-exporter.b for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:26:33.615 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:33 smithi081 bash[54002]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter.b" found: no such container 2024-05-15T16:26:33.615 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:33 smithi081 podman[54028]: 2024-05-15 16:26:33.35914853 +0000 UTC m=+0.117985638 container died 756a6b47eb835aaa8bdd41963a0cf022c366c37cc4a852a4f39f22e2f154ecd1 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-05-15T16:26:33.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:33 smithi081 ceph-mon[25343]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-05-15T16:26:33.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:33 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/2640089705' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-15T16:26:33.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:33 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3504973934' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/3345235162"}]: dispatch 2024-05-15T16:26:33.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:33 smithi066 ceph-mon[24465]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-05-15T16:26:33.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:33 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2640089705' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-15T16:26:33.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:33 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3504973934' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/3345235162"}]: dispatch 2024-05-15T16:26:33.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:33 smithi066 ceph-mon[29300]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-05-15T16:26:33.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:33 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/2640089705' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-15T16:26:33.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:33 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3504973934' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/3345235162"}]: dispatch 2024-05-15T16:26:34.017 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:33 smithi081 podman[54028]: 2024-05-15 16:26:33.732453928 +0000 UTC m=+0.491291032 container cleanup 756a6b47eb835aaa8bdd41963a0cf022c366c37cc4a852a4f39f22e2f154ecd1 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-05-15T16:26:34.017 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:33 smithi081 bash[54028]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b 2024-05-15T16:26:34.017 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:33 smithi081 bash[54069]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter.b" found: no such container 2024-05-15T16:26:34.267 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 podman[54054]: 2024-05-15 16:26:34.016897002 +0000 UTC m=+0.658116009 container remove 756a6b47eb835aaa8bdd41963a0cf022c366c37cc4a852a4f39f22e2f154ecd1 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-05-15T16:26:34.268 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-05-15T16:26:34.268 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-05-15T16:26:34.268 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 systemd[1]: Stopped Ceph node-exporter.b for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:26:34.268 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@node-exporter.b.service: Consumed 3.781s CPU time. 2024-05-15T16:26:34.268 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 systemd[1]: Starting Ceph node-exporter.b for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:26:34.268 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 podman[54175]: 2024-05-15 16:26:34.15249 +0000 UTC m=+0.019162262 image pull 1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 quay.io/prometheus/node-exporter:v1.3.1 2024-05-15T16:26:34.268 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 podman[54175]: 2024-05-15 16:26:34.267763836 +0000 UTC m=+0.134436078 container create de0534eeb76cf446eb0df6d3f419fc319ad3a78e0ad4dbd88b4f25760d047b29 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-05-15T16:26:34.579 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3504973934' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/3345235162"}]': finished 2024-05-15T16:26:34.579 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-mon[25343]: osdmap e97: 8 total, 8 up, 8 in 2024-05-15T16:26:34.579 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/508310838' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/472781691"}]: dispatch 2024-05-15T16:26:34.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:34 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3504973934' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/3345235162"}]': finished 2024-05-15T16:26:34.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:34 smithi066 ceph-mon[29300]: osdmap e97: 8 total, 8 up, 8 in 2024-05-15T16:26:34.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:34 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/508310838' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/472781691"}]: dispatch 2024-05-15T16:26:34.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:34 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3504973934' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/3345235162"}]': finished 2024-05-15T16:26:34.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:34 smithi066 ceph-mon[24465]: osdmap e97: 8 total, 8 up, 8 in 2024-05-15T16:26:34.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:34 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/508310838' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/472781691"}]: dispatch 2024-05-15T16:26:34.865 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 podman[54175]: 2024-05-15 16:26:34.689240121 +0000 UTC m=+0.555912374 container init de0534eeb76cf446eb0df6d3f419fc319ad3a78e0ad4dbd88b4f25760d047b29 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-05-15T16:26:34.865 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 podman[54175]: 2024-05-15 16:26:34.692853947 +0000 UTC m=+0.559526196 container start de0534eeb76cf446eb0df6d3f419fc319ad3a78e0ad4dbd88b4f25760d047b29 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-05-15T16:26:34.865 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.695Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-05-15T16:26:34.866 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.695Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-05-15T16:26:34.866 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.696Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-05-15T16:26:34.866 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.696Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-05-15T16:26:34.866 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.696Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-05-15T16:26:34.866 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=arp 2024-05-15T16:26:34.866 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=bcache 2024-05-15T16:26:34.866 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=bonding 2024-05-15T16:26:34.866 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=btrfs 2024-05-15T16:26:34.866 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=conntrack 2024-05-15T16:26:34.866 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=cpu 2024-05-15T16:26:34.866 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-05-15T16:26:34.866 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=diskstats 2024-05-15T16:26:34.866 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=dmi 2024-05-15T16:26:34.866 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=edac 2024-05-15T16:26:34.867 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=entropy 2024-05-15T16:26:34.867 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-05-15T16:26:34.867 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=filefd 2024-05-15T16:26:34.867 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=filesystem 2024-05-15T16:26:34.867 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=hwmon 2024-05-15T16:26:34.867 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=infiniband 2024-05-15T16:26:34.867 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=ipvs 2024-05-15T16:26:34.868 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=loadavg 2024-05-15T16:26:34.868 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=mdadm 2024-05-15T16:26:34.868 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=meminfo 2024-05-15T16:26:34.868 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=netclass 2024-05-15T16:26:34.868 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=netdev 2024-05-15T16:26:34.868 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=netstat 2024-05-15T16:26:34.868 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=nfs 2024-05-15T16:26:34.868 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=nfsd 2024-05-15T16:26:34.868 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=nvme 2024-05-15T16:26:34.868 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=os 2024-05-15T16:26:34.868 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-05-15T16:26:34.868 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=pressure 2024-05-15T16:26:34.868 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=rapl 2024-05-15T16:26:34.868 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=schedstat 2024-05-15T16:26:34.868 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=sockstat 2024-05-15T16:26:34.869 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=softnet 2024-05-15T16:26:34.869 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=stat 2024-05-15T16:26:34.869 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=tapestats 2024-05-15T16:26:34.869 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=textfile 2024-05-15T16:26:34.869 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-05-15T16:26:34.869 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=time 2024-05-15T16:26:34.869 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-05-15T16:26:34.869 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=uname 2024-05-15T16:26:34.869 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=vmstat 2024-05-15T16:26:34.869 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=xfs 2024-05-15T16:26:34.869 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:115 level=info collector=zfs 2024-05-15T16:26:34.869 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-05-15T16:26:34.869 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[54201]: ts=2024-05-15T16:26:34.697Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-05-15T16:26:34.869 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 bash[54175]: de0534eeb76cf446eb0df6d3f419fc319ad3a78e0ad4dbd88b4f25760d047b29 2024-05-15T16:26:34.870 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:26:34 smithi081 systemd[1]: Started Ceph node-exporter.b for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:26:35.601 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:35 smithi081 ceph-mon[25343]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:26:35.602 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:35 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/508310838' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/472781691"}]': finished 2024-05-15T16:26:35.602 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:35 smithi081 ceph-mon[25343]: osdmap e98: 8 total, 8 up, 8 in 2024-05-15T16:26:35.602 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:35 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/4186844889' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/3345235162"}]: dispatch 2024-05-15T16:26:35.602 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:35 smithi081 ceph-mon[25343]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/3345235162"}]: dispatch 2024-05-15T16:26:35.602 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:35 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:35.602 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:35 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:35.602 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:35 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:35.602 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:35 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:35.602 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:35 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-05-15T16:26:35.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:35 smithi066 ceph-mon[29300]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:26:35.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:35 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/508310838' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/472781691"}]': finished 2024-05-15T16:26:35.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:35 smithi066 ceph-mon[29300]: osdmap e98: 8 total, 8 up, 8 in 2024-05-15T16:26:35.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:35 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/4186844889' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/3345235162"}]: dispatch 2024-05-15T16:26:35.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:35 smithi066 ceph-mon[29300]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/3345235162"}]: dispatch 2024-05-15T16:26:35.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:35 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:35.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:35 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:35.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:35 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:35.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:35 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:35.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:35 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-05-15T16:26:35.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:35 smithi066 ceph-mon[24465]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:26:35.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:35 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/508310838' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/472781691"}]': finished 2024-05-15T16:26:35.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:35 smithi066 ceph-mon[24465]: osdmap e98: 8 total, 8 up, 8 in 2024-05-15T16:26:35.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:35 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/4186844889' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/3345235162"}]: dispatch 2024-05-15T16:26:35.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:35 smithi066 ceph-mon[24465]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/3345235162"}]: dispatch 2024-05-15T16:26:35.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:35 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:35.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:35 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:35.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:35 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:35.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:35 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:35.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:35 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-05-15T16:26:36.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:36 smithi081 ceph-mon[25343]: Reconfiguring grafana.a (dependencies changed)... 2024-05-15T16:26:36.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:36 smithi081 ceph-mon[25343]: Regenerating cephadm self-signed grafana TLS certificates 2024-05-15T16:26:36.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:36 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-05-15T16:26:36.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:36 smithi081 ceph-mon[25343]: Reconfiguring daemon grafana.a on smithi081 2024-05-15T16:26:36.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:36 smithi081 ceph-mon[25343]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/3345235162"}]': finished 2024-05-15T16:26:36.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:36 smithi081 ceph-mon[25343]: osdmap e99: 8 total, 8 up, 8 in 2024-05-15T16:26:36.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:36 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/225599045' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1040321645"}]: dispatch 2024-05-15T16:26:36.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:36 smithi066 ceph-mon[29300]: Reconfiguring grafana.a (dependencies changed)... 2024-05-15T16:26:36.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:36 smithi066 ceph-mon[29300]: Regenerating cephadm self-signed grafana TLS certificates 2024-05-15T16:26:36.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:36 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-05-15T16:26:36.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:36 smithi066 ceph-mon[29300]: Reconfiguring daemon grafana.a on smithi081 2024-05-15T16:26:36.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:36 smithi066 ceph-mon[29300]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/3345235162"}]': finished 2024-05-15T16:26:36.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:36 smithi066 ceph-mon[29300]: osdmap e99: 8 total, 8 up, 8 in 2024-05-15T16:26:36.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:36 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/225599045' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1040321645"}]: dispatch 2024-05-15T16:26:36.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:36 smithi066 ceph-mon[24465]: Reconfiguring grafana.a (dependencies changed)... 2024-05-15T16:26:36.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:36 smithi066 ceph-mon[24465]: Regenerating cephadm self-signed grafana TLS certificates 2024-05-15T16:26:36.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:36 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-05-15T16:26:36.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:36 smithi066 ceph-mon[24465]: Reconfiguring daemon grafana.a on smithi081 2024-05-15T16:26:36.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:36 smithi066 ceph-mon[24465]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/3345235162"}]': finished 2024-05-15T16:26:36.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:36 smithi066 ceph-mon[24465]: osdmap e99: 8 total, 8 up, 8 in 2024-05-15T16:26:36.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:36 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/225599045' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1040321645"}]: dispatch 2024-05-15T16:26:37.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:37 smithi066 ceph-mon[29300]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:26:37.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:37 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/225599045' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1040321645"}]': finished 2024-05-15T16:26:37.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:37 smithi066 ceph-mon[29300]: osdmap e100: 8 total, 8 up, 8 in 2024-05-15T16:26:37.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:37 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3900007244' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/370596913"}]: dispatch 2024-05-15T16:26:37.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:37 smithi066 ceph-mon[29300]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/370596913"}]: dispatch 2024-05-15T16:26:37.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:37 smithi066 ceph-mon[24465]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:26:37.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:37 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/225599045' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1040321645"}]': finished 2024-05-15T16:26:37.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:37 smithi066 ceph-mon[24465]: osdmap e100: 8 total, 8 up, 8 in 2024-05-15T16:26:37.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:37 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3900007244' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/370596913"}]: dispatch 2024-05-15T16:26:37.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:37 smithi066 ceph-mon[24465]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/370596913"}]: dispatch 2024-05-15T16:26:37.818 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:37 smithi081 ceph-mon[25343]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:26:37.818 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:37 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/225599045' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1040321645"}]': finished 2024-05-15T16:26:37.818 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:37 smithi081 ceph-mon[25343]: osdmap e100: 8 total, 8 up, 8 in 2024-05-15T16:26:37.819 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:37 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3900007244' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/370596913"}]: dispatch 2024-05-15T16:26:37.819 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:37 smithi081 ceph-mon[25343]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/370596913"}]: dispatch 2024-05-15T16:26:37.819 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:37 smithi081 systemd[1]: Stopping Ceph grafana.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:26:37.819 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:37 smithi081 bash[54443]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana.a" found: no such container 2024-05-15T16:26:38.115 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:37 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:26:37+0000 lvl=info msg="Shutdown started" logger=server reason="System signal: terminated" 2024-05-15T16:26:38.115 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:37 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[43520]: t=2024-05-15T16:26:37+0000 lvl=info msg="Database locked, sleeping then retrying" logger=sqlstore error="database is locked" retry=0 2024-05-15T16:26:38.115 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:37 smithi081 podman[54454]: 2024-05-15 16:26:37.838591691 +0000 UTC m=+0.148289681 container died d1bc6dfe6887aeb7ed3f691c63540949ce141924299e46ef6e69703b3c379d73 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a, io.openshift.tags=base rhel8, build-date=2022-03-28T10:36:18.413762, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, description=Ceph Grafana Container, io.buildah.version=1.24.2, maintainer=Paul Cuzner , name=ubi8, io.k8s.display-name=Red Hat Universal Base Image 8, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=236.1648460182, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., io.openshift.expose-services=, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, version=8.5, distribution-scope=public) 2024-05-15T16:26:38.464 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 podman[54454]: 2024-05-15 16:26:38.209225206 +0000 UTC m=+0.518923187 container cleanup d1bc6dfe6887aeb7ed3f691c63540949ce141924299e46ef6e69703b3c379d73 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, io.k8s.display-name=Red Hat Universal Base Image 8, release=236.1648460182, description=Ceph Grafana Container, io.buildah.version=1.24.2, name=ubi8, vendor=Red Hat, Inc., vcs-type=git, build-date=2022-03-28T10:36:18.413762, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, distribution-scope=public, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com) 2024-05-15T16:26:38.464 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 bash[54454]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a 2024-05-15T16:26:38.464 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 bash[54480]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana.a" found: no such container 2024-05-15T16:26:38.718 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:38 smithi081 ceph-mon[25343]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/370596913"}]': finished 2024-05-15T16:26:38.718 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:38 smithi081 ceph-mon[25343]: osdmap e101: 8 total, 8 up, 8 in 2024-05-15T16:26:38.718 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:38 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/2962819744' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1544273964"}]: dispatch 2024-05-15T16:26:38.719 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 podman[54466]: 2024-05-15 16:26:38.485676017 +0000 UTC m=+0.647648319 container remove d1bc6dfe6887aeb7ed3f691c63540949ce141924299e46ef6e69703b3c379d73 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a, distribution-scope=public, name=ubi8, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, architecture=x86_64, io.buildah.version=1.24.2, description=Ceph Grafana Container, release=236.1648460182, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.tags=base rhel8, version=8.5, build-date=2022-03-28T10:36:18.413762) 2024-05-15T16:26:38.719 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@grafana.a.service: Deactivated successfully. 2024-05-15T16:26:38.719 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 systemd[1]: Stopped Ceph grafana.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:26:38.719 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@grafana.a.service: Consumed 3.200s CPU time. 2024-05-15T16:26:38.719 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 systemd[1]: Starting Ceph grafana.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:26:38.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:38 smithi066 ceph-mon[29300]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/370596913"}]': finished 2024-05-15T16:26:38.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:38 smithi066 ceph-mon[29300]: osdmap e101: 8 total, 8 up, 8 in 2024-05-15T16:26:38.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:38 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/2962819744' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1544273964"}]: dispatch 2024-05-15T16:26:38.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:38 smithi066 ceph-mon[24465]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/370596913"}]': finished 2024-05-15T16:26:38.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:38 smithi066 ceph-mon[24465]: osdmap e101: 8 total, 8 up, 8 in 2024-05-15T16:26:38.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:38 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2962819744' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1544273964"}]: dispatch 2024-05-15T16:26:38.987 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:26:38] "GET /metrics HTTP/1.1" 200 37955 "" "Prometheus/2.33.4" 2024-05-15T16:26:38.987 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 podman[54546]: 2024-05-15 16:26:38.620079267 +0000 UTC m=+0.016719537 image pull dad864ee21e98e69f4029d1e417aa085001566be0d322fbc75bc6f29b0050c01 quay.io/ceph/ceph-grafana:8.3.5 2024-05-15T16:26:38.987 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 podman[54546]: 2024-05-15 16:26:38.741920842 +0000 UTC m=+0.138561132 container create 3f07258ad1f773c908ceb9d1e6d04e18f4e01ef9abf05fdfdc588c373c49a2ea (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, io.openshift.tags=base rhel8, architecture=x86_64, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, distribution-scope=public, vcs-type=git, release=236.1648460182, description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-03-28T10:36:18.413762, name=ubi8, io.buildah.version=1.24.2, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com) 2024-05-15T16:26:38.987 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 podman[54546]: 2024-05-15 16:26:38.956401547 +0000 UTC m=+0.353041815 container init 3f07258ad1f773c908ceb9d1e6d04e18f4e01ef9abf05fdfdc588c373c49a2ea (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, architecture=x86_64, release=236.1648460182, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-03-28T10:36:18.413762, vcs-type=git, distribution-scope=public, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, version=8.5, com.redhat.component=ubi8-container, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.24.2, io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container) 2024-05-15T16:26:38.988 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 podman[54546]: 2024-05-15 16:26:38.959287251 +0000 UTC m=+0.355927522 container start 3f07258ad1f773c908ceb9d1e6d04e18f4e01ef9abf05fdfdc588c373c49a2ea (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-03-28T10:36:18.413762, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, architecture=x86_64, maintainer=Paul Cuzner , release=236.1648460182, vendor=Red Hat, Inc., description=Ceph Grafana Container, com.redhat.component=ubi8-container, io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, io.buildah.version=1.24.2, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, version=8.5, distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8) 2024-05-15T16:26:38.988 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:38+0000 lvl=info msg="The state of unified alerting is still not defined. The decision will be made during as we run the database migrations" logger=settings 2024-05-15T16:26:39.242 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:26:39] ENGINE Bus STOPPING 2024-05-15T16:26:39.242 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:26:39] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-15T16:26:39.242 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:26:39] ENGINE Bus STOPPED 2024-05-15T16:26:39.243 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:26:39] ENGINE Bus STARTING 2024-05-15T16:26:39.243 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:26:39] ENGINE Serving on http://:::9283 2024-05-15T16:26:39.243 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:26:39] ENGINE Bus STARTED 2024-05-15T16:26:39.243 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:26:39] ENGINE Bus STOPPING 2024-05-15T16:26:39.243 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:38+0000 lvl=warn msg="falling back to legacy setting of 'min_interval_seconds'; please use the configuration option in the `unified_alerting` section if Grafana 8 alerts are enabled." logger=settings 2024-05-15T16:26:39.243 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:38+0000 lvl=info msg="Config loaded from" logger=settings file=/usr/share/grafana/conf/defaults.ini 2024-05-15T16:26:39.243 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:38+0000 lvl=info msg="Config loaded from" logger=settings file=/etc/grafana/grafana.ini 2024-05-15T16:26:39.243 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:38+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_DATA=/var/lib/grafana" 2024-05-15T16:26:39.244 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:38+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_LOGS=/var/log/grafana" 2024-05-15T16:26:39.244 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:38+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-05-15T16:26:39.244 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:38+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-05-15T16:26:39.244 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:38+0000 lvl=info msg="Path Home" logger=settings path=/usr/share/grafana 2024-05-15T16:26:39.244 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:38+0000 lvl=info msg="Path Data" logger=settings path=/var/lib/grafana 2024-05-15T16:26:39.244 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:38+0000 lvl=info msg="Path Logs" logger=settings path=/var/log/grafana 2024-05-15T16:26:39.244 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:38+0000 lvl=info msg="Path Plugins" logger=settings path=/var/lib/grafana/plugins 2024-05-15T16:26:39.244 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:38+0000 lvl=info msg="Path Provisioning" logger=settings path=/etc/grafana/provisioning 2024-05-15T16:26:39.244 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:38+0000 lvl=info msg="App mode production" logger=settings 2024-05-15T16:26:39.244 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:38+0000 lvl=info msg="Connecting to DB" logger=sqlstore dbtype=sqlite3 2024-05-15T16:26:39.244 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:38+0000 lvl=warn msg="SQLite database file has broader permissions than it should" logger=sqlstore path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-05-15T16:26:39.244 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:38+0000 lvl=info msg="Starting DB migrations" logger=migrator 2024-05-15T16:26:39.244 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:39+0000 lvl=info msg="migrations completed" logger=migrator performed=0 skipped=377 duration=757.486µs 2024-05-15T16:26:39.244 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:39+0000 lvl=info msg="Created default organization" logger=sqlstore 2024-05-15T16:26:39.244 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:39+0000 lvl=info msg="Initialising plugins" logger=plugin.manager 2024-05-15T16:26:39.245 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:39+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=input 2024-05-15T16:26:39.245 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:39+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=vonage-status-panel 2024-05-15T16:26:39.245 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:39+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=grafana-piechart-panel 2024-05-15T16:26:39.245 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:39+0000 lvl=info msg="Live Push Gateway initialization" logger=live.push_http 2024-05-15T16:26:39.245 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:39 smithi081 bash[54546]: 3f07258ad1f773c908ceb9d1e6d04e18f4e01ef9abf05fdfdc588c373c49a2ea 2024-05-15T16:26:39.245 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:39 smithi081 systemd[1]: Started Ceph grafana.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:26:39.245 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:39+0000 lvl=info msg="deleted datasource based on configuration" logger=provisioning.datasources name=Dashboard1 2024-05-15T16:26:39.245 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:39+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Dashboard1 uid=P43CA22E17D0F9596 2024-05-15T16:26:39.245 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:39+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Loki uid=P8E80F9AEF21F6940 2024-05-15T16:26:39.245 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:39+0000 lvl=info msg="warming cache for startup" logger=ngalert 2024-05-15T16:26:39.245 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:39+0000 lvl=info msg="starting MultiOrg Alertmanager" logger=ngalert.multiorg.alertmanager 2024-05-15T16:26:39.245 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:26:39+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=[::]:3000 protocol=https subUrl= socket= 2024-05-15T16:26:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:39 smithi081 ceph-mon[25343]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-05-15T16:26:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:39 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/2962819744' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1544273964"}]': finished 2024-05-15T16:26:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:39 smithi081 ceph-mon[25343]: osdmap e102: 8 total, 8 up, 8 in 2024-05-15T16:26:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:39 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/1608794970' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3603815456"}]: dispatch 2024-05-15T16:26:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:39 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:39 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:39 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:26:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:39 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi066.front.sepia.ceph.com:9093"}]: dispatch 2024-05-15T16:26:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:39 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:39 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:26:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:39 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi081.front.sepia.ceph.com:9095"}]: dispatch 2024-05-15T16:26:39.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:39 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:39.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:39 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-15T16:26:39.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:39 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi081.front.sepia.ceph.com:3000"}]: dispatch 2024-05-15T16:26:39.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:39 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:39.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:39 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:26:39.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:39 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:26:39.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:39 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:26:39.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:39 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:26:39.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:39 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:26:39.616 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:26:39] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-15T16:26:39.616 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:26:39] ENGINE Bus STOPPED 2024-05-15T16:26:39.616 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:26:39] ENGINE Bus STARTING 2024-05-15T16:26:39.616 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:26:39] ENGINE Serving on http://:::9283 2024-05-15T16:26:39.617 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:26:39] ENGINE Bus STARTED 2024-05-15T16:26:39.617 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:26:39] ENGINE Bus STOPPING 2024-05-15T16:26:39.617 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:26:39] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-15T16:26:39.617 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:26:39] ENGINE Bus STOPPED 2024-05-15T16:26:39.617 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:26:39] ENGINE Bus STARTING 2024-05-15T16:26:39.617 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:26:39] ENGINE Serving on http://:::9283 2024-05-15T16:26:39.617 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:26:39] ENGINE Bus STARTED 2024-05-15T16:26:39.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[29300]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-05-15T16:26:39.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/2962819744' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1544273964"}]': finished 2024-05-15T16:26:39.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[29300]: osdmap e102: 8 total, 8 up, 8 in 2024-05-15T16:26:39.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/1608794970' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3603815456"}]: dispatch 2024-05-15T16:26:39.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:39.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:39.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:26:39.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi066.front.sepia.ceph.com:9093"}]: dispatch 2024-05-15T16:26:39.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:39.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:26:39.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi081.front.sepia.ceph.com:9095"}]: dispatch 2024-05-15T16:26:39.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:39.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-15T16:26:39.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi081.front.sepia.ceph.com:3000"}]: dispatch 2024-05-15T16:26:39.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:39.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:26:39.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:26:39.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:26:39.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:26:39.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:26:39.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[24465]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-05-15T16:26:39.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2962819744' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1544273964"}]': finished 2024-05-15T16:26:39.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[24465]: osdmap e102: 8 total, 8 up, 8 in 2024-05-15T16:26:39.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/1608794970' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3603815456"}]: dispatch 2024-05-15T16:26:39.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:39.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:39.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:26:39.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi066.front.sepia.ceph.com:9093"}]: dispatch 2024-05-15T16:26:39.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:39.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:26:39.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi081.front.sepia.ceph.com:9095"}]: dispatch 2024-05-15T16:26:39.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:39.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-15T16:26:39.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi081.front.sepia.ceph.com:3000"}]: dispatch 2024-05-15T16:26:39.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:39.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:26:39.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:26:39.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:26:39.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:26:39.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:39 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:26:40.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:40 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:26:40.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:40 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi066.front.sepia.ceph.com:9093"}]: dispatch 2024-05-15T16:26:40.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:40 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:26:40.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:40 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi081.front.sepia.ceph.com:9095"}]: dispatch 2024-05-15T16:26:40.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:40 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-15T16:26:40.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:40 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi081.front.sepia.ceph.com:3000"}]: dispatch 2024-05-15T16:26:40.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:40 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/1608794970' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3603815456"}]': finished 2024-05-15T16:26:40.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:40 smithi066 ceph-mon[29300]: osdmap e103: 8 total, 8 up, 8 in 2024-05-15T16:26:40.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:40 smithi066 ceph-mon[29300]: Deploying daemon agent.smithi066 on smithi066 2024-05-15T16:26:40.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:40 smithi066 ceph-mon[29300]: Deploying daemon agent.smithi081 on smithi081 2024-05-15T16:26:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:40 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:26:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:40 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi066.front.sepia.ceph.com:9093"}]: dispatch 2024-05-15T16:26:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:40 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:26:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:40 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi081.front.sepia.ceph.com:9095"}]: dispatch 2024-05-15T16:26:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:40 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-15T16:26:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:40 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi081.front.sepia.ceph.com:3000"}]: dispatch 2024-05-15T16:26:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:40 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/1608794970' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3603815456"}]': finished 2024-05-15T16:26:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:40 smithi066 ceph-mon[24465]: osdmap e103: 8 total, 8 up, 8 in 2024-05-15T16:26:40.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:40 smithi066 ceph-mon[24465]: Deploying daemon agent.smithi066 on smithi066 2024-05-15T16:26:40.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:40 smithi066 ceph-mon[24465]: Deploying daemon agent.smithi081 on smithi081 2024-05-15T16:26:40.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:40 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:26:40.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:40 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi066.front.sepia.ceph.com:9093"}]: dispatch 2024-05-15T16:26:40.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:40 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:26:40.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:40 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi081.front.sepia.ceph.com:9095"}]: dispatch 2024-05-15T16:26:40.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:40 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-15T16:26:40.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:40 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi081.front.sepia.ceph.com:3000"}]: dispatch 2024-05-15T16:26:40.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:40 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/1608794970' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3603815456"}]': finished 2024-05-15T16:26:40.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:40 smithi081 ceph-mon[25343]: osdmap e103: 8 total, 8 up, 8 in 2024-05-15T16:26:40.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:40 smithi081 ceph-mon[25343]: Deploying daemon agent.smithi066 on smithi066 2024-05-15T16:26:40.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:40 smithi081 ceph-mon[25343]: Deploying daemon agent.smithi081 on smithi081 2024-05-15T16:26:41.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:41 smithi066 ceph-mon[24465]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-05-15T16:26:41.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:41 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:41.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:41 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:41.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:41 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:26:41.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:41 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:26:41.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:41 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:41.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:41 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:26:41.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:41 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:26:41.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:41 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:26:41.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:41 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:41.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:41 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:41.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:41 smithi066 ceph-mon[29300]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-05-15T16:26:41.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:41 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:41.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:41 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:41.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:41 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:26:41.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:41 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:26:41.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:41 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:41.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:41 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:26:41.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:41 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:26:41.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:41 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:26:41.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:41 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:41.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:41 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:42.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:41 smithi081 ceph-mon[25343]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-05-15T16:26:42.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:41 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:42.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:41 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:42.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:41 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:26:42.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:41 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:26:42.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:41 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:42.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:41 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:26:42.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:41 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:26:42.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:41 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:26:42.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:41 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:42.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:41 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:42.936 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:42 smithi066 ceph-mon[24465]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:26:42.936 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:42 smithi066 ceph-mon[24465]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:26:42.937 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:42 smithi066 ceph-mon[29300]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:26:42.937 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:42 smithi066 ceph-mon[29300]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:26:43.114 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:42 smithi081 ceph-mon[25343]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:26:43.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:42 smithi081 ceph-mon[25343]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:26:43.785 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:43 smithi081 ceph-mon[25343]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 866 B/s rd, 0 op/s 2024-05-15T16:26:43.785 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:43 smithi081 ceph-mon[25343]: from='client.24982 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:26:43.785 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:43 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:26:43.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi081\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi081\", job=\"node\", machine=\"x86_64\", nodename=\"smithi081\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi081\", job=\"node\", machine=\"x86_64\", nodename=\"smithi081\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:26:43.816 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:43 smithi066 ceph-mon[29300]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 866 B/s rd, 0 op/s 2024-05-15T16:26:43.816 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:43 smithi066 ceph-mon[29300]: from='client.24982 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:26:43.816 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:43 smithi066 ceph-mon[24465]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 866 B/s rd, 0 op/s 2024-05-15T16:26:43.816 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:43 smithi066 ceph-mon[24465]: from='client.24982 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:26:45.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:45 smithi066 ceph-mon[24465]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 741 B/s rd, 0 op/s 2024-05-15T16:26:45.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:45 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:45.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:45 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:26:45.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:45 smithi066 ceph-mon[29300]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 741 B/s rd, 0 op/s 2024-05-15T16:26:45.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:45 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:45.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:45 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:26:45.928 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:45 smithi081 ceph-mon[25343]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 741 B/s rd, 0 op/s 2024-05-15T16:26:45.929 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:45 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:45.929 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:45 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:26:46.189 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:26:46.008+0000 7f9a7402b700 -1 log_channel(cephadm) log [ERR] : cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:26:46.189 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Creating ceph-iscsi config... 2024-05-15T16:26:46.189 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:26:46.189 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:26:46.189 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:26:46.189 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:46.190 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:46.190 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Traceback (most recent call last): 2024-05-15T16:26:46.190 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:26:46.190 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: return _run_code(code, main_globals, None, 2024-05-15T16:26:46.190 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:26:46.190 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: exec(code, run_globals) 2024-05-15T16:26:46.190 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:26:46.190 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:26:46.190 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:26:46.190 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:26:46.190 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:26:46.190 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:26:46.190 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:26:46.191 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:46.191 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:46.191 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Traceback (most recent call last): 2024-05-15T16:26:46.191 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-05-15T16:26:46.191 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: self.mgr._daemon_action(daemon_spec, action=action) 2024-05-15T16:26:46.191 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-05-15T16:26:46.191 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-05-15T16:26:46.191 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-05-15T16:26:46.191 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: return self.event_loop.get_result(coro, timeout) 2024-05-15T16:26:46.191 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-05-15T16:26:46.192 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: return future.result(timeout) 2024-05-15T16:26:46.192 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-05-15T16:26:46.192 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: return self.__get_result() 2024-05-15T16:26:46.192 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-05-15T16:26:46.192 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: raise self._exception 2024-05-15T16:26:46.192 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-05-15T16:26:46.192 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: use_current_daemon_image=reconfig, 2024-05-15T16:26:46.192 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-05-15T16:26:46.192 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-05-15T16:26:46.192 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:26:46.192 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Creating ceph-iscsi config... 2024-05-15T16:26:46.192 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:26:46.192 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:26:46.192 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:26:46.192 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:46.192 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:46.193 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Traceback (most recent call last): 2024-05-15T16:26:46.193 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:26:46.193 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: return _run_code(code, main_globals, None, 2024-05-15T16:26:46.193 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:26:46.193 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: exec(code, run_globals) 2024-05-15T16:26:46.193 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:26:46.193 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:26:46.193 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:26:46.193 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:26:46.193 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:26:46.193 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:26:46.193 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:26:46.193 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:46.193 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:46 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:46.736 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:46 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:26:46.736 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:46 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:26:46.736 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:46 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:26:46.736 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:46 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:46.736 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:46 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:26:46.736 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:46 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:26:46.736 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:46 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:26:46.736 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:46 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:26:46.737 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:46 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:26:46.737 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:46 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:26:46.737 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:46 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:46.737 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:46 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:26:46.737 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:46 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:26:46.737 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:46 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:26:46.901 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:46 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:26:46.901 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:46 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:26:46.901 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:46 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:26:46.901 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:46 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:46.901 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:46 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:26:46.901 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:46 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:26:46.901 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:46 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:26:47.907 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:47 smithi066 ceph-mon[29300]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:26:47.908 INFO:journalctl@ceph.mon.c.smithi066.stdout: Creating ceph-iscsi config... 2024-05-15T16:26:47.908 INFO:journalctl@ceph.mon.c.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:26:47.908 INFO:journalctl@ceph.mon.c.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:26:47.908 INFO:journalctl@ceph.mon.c.smithi066.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:26:47.908 INFO:journalctl@ceph.mon.c.smithi066.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:47.908 INFO:journalctl@ceph.mon.c.smithi066.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:47.908 INFO:journalctl@ceph.mon.c.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:26:47.908 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:26:47.908 INFO:journalctl@ceph.mon.c.smithi066.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:26:47.908 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:26:47.908 INFO:journalctl@ceph.mon.c.smithi066.stdout: exec(code, run_globals) 2024-05-15T16:26:47.908 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:26:47.908 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:26:47.909 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:26:47.909 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:26:47.909 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:26:47.909 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:26:47.909 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:26:47.909 INFO:journalctl@ceph.mon.c.smithi066.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:47.909 INFO:journalctl@ceph.mon.c.smithi066.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:47.909 INFO:journalctl@ceph.mon.c.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:26:47.909 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-05-15T16:26:47.909 INFO:journalctl@ceph.mon.c.smithi066.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-05-15T16:26:47.909 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-05-15T16:26:47.909 INFO:journalctl@ceph.mon.c.smithi066.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-05-15T16:26:47.909 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-05-15T16:26:47.909 INFO:journalctl@ceph.mon.c.smithi066.stdout: return self.event_loop.get_result(coro, timeout) 2024-05-15T16:26:47.910 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-05-15T16:26:47.910 INFO:journalctl@ceph.mon.c.smithi066.stdout: return future.result(timeout) 2024-05-15T16:26:47.910 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-05-15T16:26:47.910 INFO:journalctl@ceph.mon.c.smithi066.stdout: return self.__get_result() 2024-05-15T16:26:47.910 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-05-15T16:26:47.910 INFO:journalctl@ceph.mon.c.smithi066.stdout: raise self._exception 2024-05-15T16:26:47.910 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-05-15T16:26:47.910 INFO:journalctl@ceph.mon.c.smithi066.stdout: use_current_daemon_image=reconfig, 2024-05-15T16:26:47.910 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-05-15T16:26:47.910 INFO:journalctl@ceph.mon.c.smithi066.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-05-15T16:26:47.910 INFO:journalctl@ceph.mon.c.smithi066.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:26:47.910 INFO:journalctl@ceph.mon.c.smithi066.stdout: Creating ceph-iscsi config... 2024-05-15T16:26:47.910 INFO:journalctl@ceph.mon.c.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:26:47.910 INFO:journalctl@ceph.mon.c.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:26:47.911 INFO:journalctl@ceph.mon.c.smithi066.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:26:47.911 INFO:journalctl@ceph.mon.c.smithi066.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:47.911 INFO:journalctl@ceph.mon.c.smithi066.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:47.911 INFO:journalctl@ceph.mon.c.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:26:47.911 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:26:47.911 INFO:journalctl@ceph.mon.c.smithi066.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:26:47.911 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:26:47.911 INFO:journalctl@ceph.mon.c.smithi066.stdout: exec(code, run_globals) 2024-05-15T16:26:47.911 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:26:47.911 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:26:47.911 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:26:47.911 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:26:47.912 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:47 smithi066 ceph-mon[24465]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:26:47.912 INFO:journalctl@ceph.mon.a.smithi066.stdout: Creating ceph-iscsi config... 2024-05-15T16:26:47.912 INFO:journalctl@ceph.mon.a.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:26:47.912 INFO:journalctl@ceph.mon.a.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:26:47.912 INFO:journalctl@ceph.mon.a.smithi066.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:26:47.912 INFO:journalctl@ceph.mon.a.smithi066.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:47.912 INFO:journalctl@ceph.mon.a.smithi066.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:47.912 INFO:journalctl@ceph.mon.a.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:26:47.912 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:26:47.912 INFO:journalctl@ceph.mon.a.smithi066.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:26:47.912 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:26:47.912 INFO:journalctl@ceph.mon.a.smithi066.stdout: exec(code, run_globals) 2024-05-15T16:26:47.912 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:26:47.912 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:26:47.913 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:26:47.913 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:26:47.913 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:26:47.913 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:26:47.913 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:26:47.913 INFO:journalctl@ceph.mon.a.smithi066.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:47.913 INFO:journalctl@ceph.mon.a.smithi066.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:47.913 INFO:journalctl@ceph.mon.a.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:26:47.913 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-05-15T16:26:47.913 INFO:journalctl@ceph.mon.a.smithi066.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-05-15T16:26:47.913 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-05-15T16:26:47.913 INFO:journalctl@ceph.mon.a.smithi066.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-05-15T16:26:47.913 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-05-15T16:26:47.913 INFO:journalctl@ceph.mon.a.smithi066.stdout: return self.event_loop.get_result(coro, timeout) 2024-05-15T16:26:47.914 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-05-15T16:26:47.914 INFO:journalctl@ceph.mon.a.smithi066.stdout: return future.result(timeout) 2024-05-15T16:26:47.914 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-05-15T16:26:47.914 INFO:journalctl@ceph.mon.a.smithi066.stdout: return self.__get_result() 2024-05-15T16:26:47.914 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-05-15T16:26:47.914 INFO:journalctl@ceph.mon.a.smithi066.stdout: raise self._exception 2024-05-15T16:26:47.914 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-05-15T16:26:47.914 INFO:journalctl@ceph.mon.a.smithi066.stdout: use_current_daemon_image=reconfig, 2024-05-15T16:26:47.914 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-05-15T16:26:47.914 INFO:journalctl@ceph.mon.a.smithi066.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-05-15T16:26:47.914 INFO:journalctl@ceph.mon.a.smithi066.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:26:47.914 INFO:journalctl@ceph.mon.a.smithi066.stdout: Creating ceph-iscsi config... 2024-05-15T16:26:47.914 INFO:journalctl@ceph.mon.a.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:26:47.914 INFO:journalctl@ceph.mon.a.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:26:47.914 INFO:journalctl@ceph.mon.a.smithi066.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:26:47.915 INFO:journalctl@ceph.mon.a.smithi066.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:47.915 INFO:journalctl@ceph.mon.a.smithi066.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:47.915 INFO:journalctl@ceph.mon.a.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:26:47.915 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:26:47.915 INFO:journalctl@ceph.mon.a.smithi066.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:26:47.915 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:26:47.915 INFO:journalctl@ceph.mon.a.smithi066.stdout: exec(code, run_globals) 2024-05-15T16:26:47.915 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:26:47.915 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:26:47.915 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:26:47.915 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:26:47.916 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:26:47.916 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:26:47.916 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:26:47.916 INFO:journalctl@ceph.mon.c.smithi066.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:47.916 INFO:journalctl@ceph.mon.c.smithi066.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:47.916 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:47 smithi066 ceph-mon[29300]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:26:47.916 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:47 smithi066 ceph-mon[29300]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:26:47.916 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:47 smithi066 ceph-mon[29300]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-05-15T16:26:47.916 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:47 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:47.916 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:47 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:47.916 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:47 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:47.917 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:26:47.917 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:26:47.917 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:26:47.917 INFO:journalctl@ceph.mon.a.smithi066.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:47.917 INFO:journalctl@ceph.mon.a.smithi066.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:47.917 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:47 smithi066 ceph-mon[24465]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:26:47.917 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:47 smithi066 ceph-mon[24465]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:26:47.917 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:47 smithi066 ceph-mon[24465]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-05-15T16:26:47.917 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:47 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:47.917 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:47 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:47.917 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:47 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:48.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:47 smithi081 ceph-mon[25343]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:26:48.115 INFO:journalctl@ceph.mon.b.smithi081.stdout: Creating ceph-iscsi config... 2024-05-15T16:26:48.115 INFO:journalctl@ceph.mon.b.smithi081.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:26:48.115 INFO:journalctl@ceph.mon.b.smithi081.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:26:48.115 INFO:journalctl@ceph.mon.b.smithi081.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:26:48.116 INFO:journalctl@ceph.mon.b.smithi081.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:48.116 INFO:journalctl@ceph.mon.b.smithi081.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:48.116 INFO:journalctl@ceph.mon.b.smithi081.stdout: Traceback (most recent call last): 2024-05-15T16:26:48.116 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:26:48.116 INFO:journalctl@ceph.mon.b.smithi081.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:26:48.116 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:26:48.116 INFO:journalctl@ceph.mon.b.smithi081.stdout: exec(code, run_globals) 2024-05-15T16:26:48.116 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:26:48.116 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:26:48.116 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:26:48.116 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:26:48.116 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:26:48.116 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:26:48.116 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:26:48.117 INFO:journalctl@ceph.mon.b.smithi081.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:48.117 INFO:journalctl@ceph.mon.b.smithi081.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:48.117 INFO:journalctl@ceph.mon.b.smithi081.stdout: Traceback (most recent call last): 2024-05-15T16:26:48.117 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-05-15T16:26:48.117 INFO:journalctl@ceph.mon.b.smithi081.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-05-15T16:26:48.117 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-05-15T16:26:48.117 INFO:journalctl@ceph.mon.b.smithi081.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-05-15T16:26:48.117 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-05-15T16:26:48.117 INFO:journalctl@ceph.mon.b.smithi081.stdout: return self.event_loop.get_result(coro, timeout) 2024-05-15T16:26:48.117 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-05-15T16:26:48.117 INFO:journalctl@ceph.mon.b.smithi081.stdout: return future.result(timeout) 2024-05-15T16:26:48.117 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-05-15T16:26:48.117 INFO:journalctl@ceph.mon.b.smithi081.stdout: return self.__get_result() 2024-05-15T16:26:48.118 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-05-15T16:26:48.118 INFO:journalctl@ceph.mon.b.smithi081.stdout: raise self._exception 2024-05-15T16:26:48.118 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-05-15T16:26:48.118 INFO:journalctl@ceph.mon.b.smithi081.stdout: use_current_daemon_image=reconfig, 2024-05-15T16:26:48.118 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-05-15T16:26:48.118 INFO:journalctl@ceph.mon.b.smithi081.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-05-15T16:26:48.118 INFO:journalctl@ceph.mon.b.smithi081.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:26:48.118 INFO:journalctl@ceph.mon.b.smithi081.stdout: Creating ceph-iscsi config... 2024-05-15T16:26:48.118 INFO:journalctl@ceph.mon.b.smithi081.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:26:48.118 INFO:journalctl@ceph.mon.b.smithi081.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:26:48.118 INFO:journalctl@ceph.mon.b.smithi081.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:26:48.118 INFO:journalctl@ceph.mon.b.smithi081.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:48.118 INFO:journalctl@ceph.mon.b.smithi081.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:48.118 INFO:journalctl@ceph.mon.b.smithi081.stdout: Traceback (most recent call last): 2024-05-15T16:26:48.119 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:26:48.119 INFO:journalctl@ceph.mon.b.smithi081.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:26:48.119 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:26:48.120 INFO:journalctl@ceph.mon.b.smithi081.stdout: exec(code, run_globals) 2024-05-15T16:26:48.120 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:26:48.120 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:26:48.120 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:26:48.120 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:26:48.120 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:26:48.120 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:26:48.120 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:26:48.120 INFO:journalctl@ceph.mon.b.smithi081.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:26:48.121 INFO:journalctl@ceph.mon.b.smithi081.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:26:48.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:47 smithi081 ceph-mon[25343]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:26:48.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:47 smithi081 ceph-mon[25343]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:26:48.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:47 smithi081 ceph-mon[25343]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-05-15T16:26:48.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:47 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:48.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:47 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:48.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:47 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:49.031 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:48 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:26:48] "GET /metrics HTTP/1.1" 200 37956 "" "Prometheus/2.33.4" 2024-05-15T16:26:49.031 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:48 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:26:48.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:26:49.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:49 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:49.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:49 smithi066 ceph-mon[24465]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:26:49.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:49 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:49.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:49 smithi066 ceph-mon[29300]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:26:49.364 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:49 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:49.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:49 smithi081 ceph-mon[25343]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:26:51.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[29300]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 940 B/s rd, 1 op/s 2024-05-15T16:26:51.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:51.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:51.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[29300]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1002 B/s rd, 1 op/s 2024-05-15T16:26:51.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:51.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:51.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:51.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:26:51.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:26:51.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:26:51.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:26:51.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:26:51.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:51.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3545418147' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-15T16:26:51.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[24465]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 940 B/s rd, 1 op/s 2024-05-15T16:26:51.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:51.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:51.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[24465]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1002 B/s rd, 1 op/s 2024-05-15T16:26:51.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:51.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:51.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:51.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:26:51.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:26:51.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:26:51.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:26:51.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:26:51.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:51.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:51 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3545418147' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-15T16:26:51.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:51 smithi081 ceph-mon[25343]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 940 B/s rd, 1 op/s 2024-05-15T16:26:51.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:51 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:51.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:51 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:51.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:51 smithi081 ceph-mon[25343]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1002 B/s rd, 1 op/s 2024-05-15T16:26:51.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:51 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:51.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:51 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:51.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:51 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:51.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:51 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:26:51.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:51 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:26:51.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:51 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:26:51.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:51 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:26:51.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:51 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:26:51.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:51 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:26:51.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:51 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3545418147' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-15T16:26:52.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:52 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:26:52.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:52 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:26:52.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:52 smithi081 ceph-mon[25343]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 588 B/s rd, 0 op/s 2024-05-15T16:26:53.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:52 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:26:53.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:52 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:26:53.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:52 smithi066 ceph-mon[24465]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 588 B/s rd, 0 op/s 2024-05-15T16:26:53.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:52 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:26:53.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:52 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:26:53.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:52 smithi066 ceph-mon[29300]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 588 B/s rd, 0 op/s 2024-05-15T16:26:53.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:53 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:26:53.506Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:26:54.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:54 smithi081 ceph-mon[25343]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 706 B/s rd, 0 op/s 2024-05-15T16:26:55.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:54 smithi066 ceph-mon[24465]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 706 B/s rd, 0 op/s 2024-05-15T16:26:55.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:54 smithi066 ceph-mon[29300]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 706 B/s rd, 0 op/s 2024-05-15T16:26:56.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:56 smithi081 ceph-mon[25343]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 706 B/s rd, 0 op/s 2024-05-15T16:26:57.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:56 smithi066 ceph-mon[24465]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 706 B/s rd, 0 op/s 2024-05-15T16:26:57.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:56 smithi066 ceph-mon[29300]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 706 B/s rd, 0 op/s 2024-05-15T16:26:58.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:26:58 smithi081 ceph-mon[25343]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 706 B/s rd, 0 op/s 2024-05-15T16:26:58.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:26:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:26:58.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:26:59.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:26:58 smithi066 ceph-mon[24465]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 706 B/s rd, 0 op/s 2024-05-15T16:26:59.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:26:58 smithi066 ceph-mon[29300]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 706 B/s rd, 0 op/s 2024-05-15T16:26:59.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:26:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:26:58] "GET /metrics HTTP/1.1" 200 37956 "" "Prometheus/2.33.4" 2024-05-15T16:27:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:00 smithi081 ceph-mon[25343]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 706 B/s rd, 0 op/s 2024-05-15T16:27:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:00 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:27:01.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:00 smithi066 ceph-mon[29300]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 706 B/s rd, 0 op/s 2024-05-15T16:27:01.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:00 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:27:01.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:00 smithi066 ceph-mon[24465]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 706 B/s rd, 0 op/s 2024-05-15T16:27:01.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:00 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:27:02.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:02 smithi066 ceph-mon[29300]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 585 B/s rd, 0 op/s 2024-05-15T16:27:02.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:02 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:27:02.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:02.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:02.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:02.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:02 smithi066 ceph-mon[24465]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 585 B/s rd, 0 op/s 2024-05-15T16:27:02.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:02 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:27:02.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:02.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:02.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:02.843 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:02 smithi081 ceph-mon[25343]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 585 B/s rd, 0 op/s 2024-05-15T16:27:02.843 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:02 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:27:02.843 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:02.843 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:02.843 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:03.848 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:27:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:27:03.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:27:04.709 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:04 smithi066 ceph-mon[24465]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 938 B/s rd, 0 op/s 2024-05-15T16:27:04.709 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:04 smithi066 ceph-mon[29300]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 938 B/s rd, 0 op/s 2024-05-15T16:27:04.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:04 smithi081 ceph-mon[25343]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 938 B/s rd, 0 op/s 2024-05-15T16:27:06.728 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:06 smithi066 ceph-mon[29300]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:06.728 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:06 smithi066 ceph-mon[24465]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:06.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:06 smithi081 ceph-mon[25343]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:08.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:08 smithi066 ceph-mon[29300]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:08.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:08 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:08.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:08 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:08.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:08 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:08.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:08 smithi066 ceph-mon[24465]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:08.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:08 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:08.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:08 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:08.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:08 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:08.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:27:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:27:08.658Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:27:08.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:08 smithi081 ceph-mon[25343]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:08.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:08 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:08.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:08 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:08.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:08 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:09.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:27:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:27:08] "GET /metrics HTTP/1.1" 200 37955 "" "Prometheus/2.33.4" 2024-05-15T16:27:10.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:10 smithi066 ceph-mon[29300]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:10.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:10 smithi066 ceph-mon[24465]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:10 smithi081 ceph-mon[25343]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:12.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:12 smithi066 ceph-mon[29300]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:12.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:12 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:27:12.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:12 smithi066 ceph-mon[24465]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:12.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:12 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:27:12.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:12 smithi081 ceph-mon[25343]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:12.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:12 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:27:13.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:27:13 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:27:13.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:27:14.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:14 smithi066 ceph-mon[29300]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:14.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:14 smithi066 ceph-mon[24465]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:14.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:14 smithi081 ceph-mon[25343]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:16.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:16 smithi066 ceph-mon[29300]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:16.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:16 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:27:16.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:16 smithi066 ceph-mon[24465]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:16.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:16 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:27:16.864 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:16 smithi081 ceph-mon[25343]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:16.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:16 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:27:18.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:18 smithi066 ceph-mon[29300]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:18.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:18 smithi066 ceph-mon[24465]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:18.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:18 smithi081 ceph-mon[25343]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:18.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:27:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:27:18.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:27:19.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:27:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:27:18] "GET /metrics HTTP/1.1" 200 37950 "" "Prometheus/2.33.4" 2024-05-15T16:27:20.692 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:20 smithi066 ceph-mon[29300]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:20.692 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:20 smithi066 ceph-mon[24465]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:20.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:20 smithi081 ceph-mon[25343]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:21.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:21 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:21.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:21 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:21.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:21 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:21.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:21 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:21.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:21 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:21.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:21 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:21.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:21 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:21.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:21 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:21.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:21 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:21.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:21 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:21.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:21 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:21.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:21 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:21.864 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:21 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:21.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:21 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:21.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:21 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:21.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:21 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:21.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:21 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:21.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:21 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:22.959 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:22 smithi081 ceph-mon[25343]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:22.959 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:22 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:27:22.960 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:22 smithi066 ceph-mon[24465]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:22.960 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:22 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:27:22.960 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:22 smithi066 ceph-mon[29300]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:22.960 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:22 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:27:23.778 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:27:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:27:23.503Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:27:25.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:24 smithi066 ceph-mon[29300]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:25.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:24 smithi066 ceph-mon[24465]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:25.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:24 smithi081 ceph-mon[25343]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:27.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:26 smithi066 ceph-mon[29300]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:27.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:26 smithi066 ceph-mon[24465]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:27.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:26 smithi081 ceph-mon[25343]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:29.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:28 smithi066 ceph-mon[29300]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:29.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:28 smithi066 ceph-mon[24465]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:29.114 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:28 smithi081 ceph-mon[25343]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:29.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:27:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:27:28] "GET /metrics HTTP/1.1" 200 37950 "" "Prometheus/2.33.4" 2024-05-15T16:27:29.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:27:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:27:28.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:27:31.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:30 smithi066 ceph-mon[24465]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:31.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:30 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:27:31.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:30 smithi066 ceph-mon[29300]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:31.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:30 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:27:31.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:30 smithi081 ceph-mon[25343]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:31.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:30 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:27:33.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:32 smithi066 ceph-mon[29300]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:33.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:32 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:27:33.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:32 smithi066 ceph-mon[24465]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:33.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:32 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:27:33.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:32 smithi081 ceph-mon[25343]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:33.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:32 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:27:33.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:27:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:27:33.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:27:35.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:34 smithi066 ceph-mon[29300]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:35.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:34 smithi066 ceph-mon[24465]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:35.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:34 smithi081 ceph-mon[25343]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:37.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:36 smithi066 ceph-mon[29300]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:37.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:36 smithi066 ceph-mon[24465]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:37.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:36 smithi081 ceph-mon[25343]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:39.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:38 smithi066 ceph-mon[24465]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:39.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:38 smithi066 ceph-mon[29300]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:39.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:38 smithi081 ceph-mon[25343]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:39.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:27:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:27:38] "GET /metrics HTTP/1.1" 200 37952 "" "Prometheus/2.33.4" 2024-05-15T16:27:39.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:27:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:27:38.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:27:41.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:40 smithi066 ceph-mon[24465]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:41.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:40 smithi066 ceph-mon[29300]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:41.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:40 smithi081 ceph-mon[25343]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:42.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:41 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:42.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:41 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:42.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:41 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:42.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:41 smithi081 ceph-mon[25343]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:42.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:41 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:27:42.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:41 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:42.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:41 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:42.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:41 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:42.196 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:41 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:42.196 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:41 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:42.196 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:41 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:42.196 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:41 smithi066 ceph-mon[29300]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:42.196 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:41 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:27:42.196 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:41 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:42.197 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:41 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:42.197 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:41 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:42.197 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:41 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:42.197 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:41 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:42.197 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:41 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:42.197 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:41 smithi066 ceph-mon[24465]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:42.197 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:41 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:27:42.198 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:41 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:42.198 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:41 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:42.198 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:41 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:43.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:27:43 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:27:43.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:27:44.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:44 smithi081 ceph-mon[25343]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:44.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:44 smithi066 ceph-mon[29300]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:44.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:44 smithi066 ceph-mon[24465]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:46.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:46 smithi081 ceph-mon[25343]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:46.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:46 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:27:46.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:46 smithi066 ceph-mon[29300]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:46.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:46 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:27:46.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:46 smithi066 ceph-mon[24465]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:46.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:46 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:27:48.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:48 smithi081 ceph-mon[25343]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:48.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:48 smithi066 ceph-mon[29300]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:48.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:48 smithi066 ceph-mon[24465]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:49.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:27:48 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:27:48] "GET /metrics HTTP/1.1" 200 37951 "" "Prometheus/2.33.4" 2024-05-15T16:27:49.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:27:48 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:27:48.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:27:50.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:50 smithi081 ceph-mon[25343]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:50.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:50 smithi066 ceph-mon[29300]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:50.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:50 smithi066 ceph-mon[24465]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:51.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:51 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:27:51.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:51 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:27:51.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:51 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:27:51.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:51 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:51.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:51 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:27:51.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:51 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:27:51.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:51 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:27:51.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:51 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:51.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:51 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:27:51.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:51 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:27:51.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:51 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:27:51.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:51 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:27:52.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:52 smithi081 ceph-mon[25343]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:52.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:52 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:27:52.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:52 smithi066 ceph-mon[24465]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:52.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:52 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:27:52.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:52 smithi066 ceph-mon[29300]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:52.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:52 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:27:53.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:27:53 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:27:53.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:27:54.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:54 smithi066 ceph-mon[29300]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:54.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:54 smithi066 ceph-mon[24465]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:54.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:54 smithi081 ceph-mon[25343]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:56.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:56 smithi066 ceph-mon[29300]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:56.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:56 smithi066 ceph-mon[24465]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:56.864 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:56 smithi081 ceph-mon[25343]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:27:58.658 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:27:58 smithi081 ceph-mon[25343]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:58.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:27:58 smithi066 ceph-mon[29300]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:58.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:27:58 smithi066 ceph-mon[24465]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:27:59.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:27:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:27:58] "GET /metrics HTTP/1.1" 200 37951 "" "Prometheus/2.33.4" 2024-05-15T16:27:59.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:27:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:27:58.658Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:28:00.686 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:00 smithi066 ceph-mon[29300]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:00.686 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:00 smithi066 ceph-mon[24465]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:00.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:00 smithi081 ceph-mon[25343]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:01.757 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:01 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:28:01.758 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:01 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:01.758 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:01 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:01.758 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:01 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:01.758 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:01 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:28:01.758 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:01 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:01.758 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:01 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:01.758 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:01 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:01.864 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:01 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:28:01.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:01 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:01.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:01 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:01.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:01 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:02.642 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:02 smithi081 ceph-mon[25343]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:02.643 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:02 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:28:02.643 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:02.643 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:02.643 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:02.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:02 smithi066 ceph-mon[24465]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:02.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:02 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:28:02.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:02.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:02.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:02.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:02 smithi066 ceph-mon[29300]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:02.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:02 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:28:02.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:02.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:02.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:03.648 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:28:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:28:03.503Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:28:04.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:04 smithi066 ceph-mon[29300]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:04.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:04 smithi066 ceph-mon[24465]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:04.830 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:04 smithi081 ceph-mon[25343]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:06.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:06 smithi066 ceph-mon[24465]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:06.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:06 smithi066 ceph-mon[29300]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:06.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:06 smithi081 ceph-mon[25343]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:08.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:08 smithi081 ceph-mon[25343]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:08.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:08 smithi066 ceph-mon[29300]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:08.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:08 smithi066 ceph-mon[24465]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:09.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:28:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:28:08] "GET /metrics HTTP/1.1" 200 37949 "" "Prometheus/2.33.4" 2024-05-15T16:28:09.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:28:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:28:08.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:28:10.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:10 smithi066 ceph-mon[29300]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:10.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:10 smithi066 ceph-mon[24465]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:10 smithi081 ceph-mon[25343]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:12.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:12 smithi066 ceph-mon[29300]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:12.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:12 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:28:12.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:12 smithi066 ceph-mon[24465]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:12.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:12 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:28:12.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:12 smithi081 ceph-mon[25343]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:12.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:12 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:28:13.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:28:13 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:28:13.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:28:14.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:14 smithi066 ceph-mon[29300]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:14.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:14 smithi066 ceph-mon[24465]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:14.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:14 smithi081 ceph-mon[25343]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:16.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:16 smithi066 ceph-mon[29300]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:16.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:16 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:28:16.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:16 smithi066 ceph-mon[24465]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:16.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:16 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:28:16.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:16 smithi081 ceph-mon[25343]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:16.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:16 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:28:18.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:18 smithi081 ceph-mon[25343]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:18.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:18 smithi066 ceph-mon[29300]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:18.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:18 smithi066 ceph-mon[24465]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:18.933 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:28:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:28:18.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:28:18.933 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:28:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:28:18] "GET /metrics HTTP/1.1" 200 37966 "" "Prometheus/2.33.4" 2024-05-15T16:28:20.697 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:20 smithi066 ceph-mon[29300]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:20.698 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:20 smithi066 ceph-mon[24465]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:20.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:20 smithi081 ceph-mon[25343]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:22.359 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:22 smithi066 ceph-mon[24465]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:22.360 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:22 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:22.360 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:22 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:22.360 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:22 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:22.360 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:22 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:28:22.360 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:22 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:22.360 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:22 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:22.360 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:22 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:22.360 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:22 smithi066 ceph-mon[29300]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:22.360 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:22 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:22.360 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:22 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:22.360 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:22 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:22.361 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:22 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:28:22.361 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:22 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:22.361 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:22 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:22.361 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:22 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:22.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:22 smithi081 ceph-mon[25343]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:22.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:22 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:22.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:22 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:22.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:22 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:22.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:22 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:28:22.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:22 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:22.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:22 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:22.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:22 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:23.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:28:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:28:23.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:28:24.516 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:24 smithi081 ceph-mon[25343]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:24.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:24 smithi066 ceph-mon[29300]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:24.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:24 smithi066 ceph-mon[24465]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:26.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:26 smithi081 ceph-mon[25343]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:26.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:26 smithi066 ceph-mon[29300]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:26.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:26 smithi066 ceph-mon[24465]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:28.660 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:28 smithi081 ceph-mon[25343]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:28.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:28 smithi066 ceph-mon[24465]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:28.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:28 smithi066 ceph-mon[29300]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:29.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:28:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:28:28] "GET /metrics HTTP/1.1" 200 37966 "" "Prometheus/2.33.4" 2024-05-15T16:28:29.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:28:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:28:28.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:28:30.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:30 smithi066 ceph-mon[24465]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:30.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:30 smithi066 ceph-mon[29300]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:30.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:30 smithi081 ceph-mon[25343]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:31.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:31 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:28:31.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:31 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:28:31.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:31 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:28:32.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:32 smithi066 ceph-mon[29300]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:32.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:32 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:28:32.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:32 smithi066 ceph-mon[24465]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:32.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:32 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:28:32.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:32 smithi081 ceph-mon[25343]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:32.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:32 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:28:33.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:28:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:28:33.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:28:34.687 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:34 smithi066 ceph-mon[29300]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:34.687 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:34 smithi066 ceph-mon[24465]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:34.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:34 smithi081 ceph-mon[25343]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:36.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:36 smithi066 ceph-mon[29300]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:36.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:36 smithi066 ceph-mon[24465]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:36.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:36 smithi081 ceph-mon[25343]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:38.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:38 smithi081 ceph-mon[25343]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:38.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:38 smithi066 ceph-mon[29300]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:38.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:38 smithi066 ceph-mon[24465]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:39.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:28:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:28:38] "GET /metrics HTTP/1.1" 200 37963 "" "Prometheus/2.33.4" 2024-05-15T16:28:39.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:28:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:28:38.658Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:28:40.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:40 smithi066 ceph-mon[29300]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:40.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:40 smithi066 ceph-mon[24465]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:40.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:40 smithi081 ceph-mon[25343]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:42.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:42 smithi066 ceph-mon[24465]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:42.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:42 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:28:42.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:42 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:42.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:42 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:42.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:42 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:42.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:42 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:42.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:42 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:42.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:42 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:42.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:42 smithi066 ceph-mon[29300]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:42.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:42 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:28:42.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:42 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:42.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:42 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:42.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:42 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:42.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:42 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:42.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:42 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:42.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:42 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:42.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:42 smithi081 ceph-mon[25343]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:42.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:42 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:28:42.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:42 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:42.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:42 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:42.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:42 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:42.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:42 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:42.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:42 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:42.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:42 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:43.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:28:43 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:28:43.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:28:44.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:44 smithi066 ceph-mon[24465]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:44.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:44 smithi066 ceph-mon[29300]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:44.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:44 smithi081 ceph-mon[25343]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:46.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:46 smithi066 ceph-mon[29300]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:46.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:46 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:28:46.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:46 smithi066 ceph-mon[24465]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:46.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:46 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:28:46.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:46 smithi081 ceph-mon[25343]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:46.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:46 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:28:48.659 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:48 smithi081 ceph-mon[25343]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:48.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:48 smithi066 ceph-mon[29300]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:48.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:48 smithi066 ceph-mon[24465]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:48.933 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:28:48 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:28:48] "GET /metrics HTTP/1.1" 200 37965 "" "Prometheus/2.33.4" 2024-05-15T16:28:48.933 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:28:48 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:28:48.658Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:28:50.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:50 smithi066 ceph-mon[29300]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:50.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:50 smithi066 ceph-mon[24465]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:50.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:50 smithi081 ceph-mon[25343]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:51.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:51 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:28:51.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:51 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:28:51.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:51 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:28:51.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:51 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:51.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:51 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:28:51.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:51 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:28:51.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:51 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:28:51.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:51 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:51.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:51 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:28:51.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:51 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:28:51.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:51 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:28:51.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:51 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:28:52.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:52 smithi066 ceph-mon[29300]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:52.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:52 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:28:52.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:52 smithi066 ceph-mon[24465]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:52.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:52 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:28:52.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:52 smithi081 ceph-mon[25343]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:52.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:52 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:28:53.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:28:53 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:28:53.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:28:54.704 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:54 smithi066 ceph-mon[29300]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:54.704 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:54 smithi066 ceph-mon[24465]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:54.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:54 smithi081 ceph-mon[25343]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:28:56.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:56 smithi066 ceph-mon[29300]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:56.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:56 smithi066 ceph-mon[24465]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:56.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:56 smithi081 ceph-mon[25343]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:28:58.661 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:28:58 smithi081 ceph-mon[25343]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:28:58.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:28:58 smithi066 ceph-mon[29300]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:28:58.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:28:58 smithi066 ceph-mon[24465]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:28:59.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:28:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:28:58] "GET /metrics HTTP/1.1" 200 37965 "" "Prometheus/2.33.4" 2024-05-15T16:28:59.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:28:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:28:58.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:29:00.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:00 smithi066 ceph-mon[24465]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:00.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:00 smithi066 ceph-mon[29300]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:00.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:00 smithi081 ceph-mon[25343]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:01.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:01 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:29:01.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:01 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:01.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:01 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:29:01.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:01 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:01.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:01 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:29:01.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:01 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:02.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:02 smithi081 ceph-mon[25343]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:02.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:02 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:29:02.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:02.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:02.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:02.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:02.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:02.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:02 smithi066 ceph-mon[29300]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:02.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:02 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:29:02.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:02.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:02.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:02.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:02.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:02.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:02 smithi066 ceph-mon[24465]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:02.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:02 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:29:02.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:02.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:02.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:02.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:02.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:03.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:29:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:29:03.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:29:03.951 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-05-15T16:29:04.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:04 smithi066 ceph-mon[29300]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:04.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:04 smithi066 ceph-mon[24465]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:04.665 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:04 smithi081 ceph-mon[25343]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:06.505 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:06 smithi066 ceph-mon[29300]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:06.505 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:06 smithi066 ceph-mon[24465]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:06.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:06 smithi081 ceph-mon[25343]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:07.158 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled to redeploy mgr.y on host 'smithi066' 2024-05-15T16:29:07.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:07 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/295220421' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-15T16:29:07.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:07 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:07.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:07 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:07.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:07 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:07.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:07 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:29:07.777 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:07 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/295220421' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-15T16:29:07.777 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:07 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:07.777 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:07 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:07.777 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:07 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:07.778 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:07 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:29:07.778 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:07 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/295220421' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-15T16:29:07.778 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:07 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:07.778 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:07 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:07.778 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:07 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:07.778 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:07 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:29:07.800 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph orch ps --refresh' 2024-05-15T16:29:08.691 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:08 smithi066 ceph-mon[24465]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-05-15T16:29:08.691 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:08 smithi066 ceph-mon[24465]: from='client.25066 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:29:08.691 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:08 smithi066 ceph-mon[24465]: Schedule redeploy daemon mgr.y 2024-05-15T16:29:08.691 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:08 smithi066 ceph-mon[29300]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-05-15T16:29:08.691 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:08 smithi066 ceph-mon[29300]: from='client.25066 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:29:08.691 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:08 smithi066 ceph-mon[29300]: Schedule redeploy daemon mgr.y 2024-05-15T16:29:08.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:08 smithi081 ceph-mon[25343]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-05-15T16:29:08.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:08 smithi081 ceph-mon[25343]: from='client.25066 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:29:08.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:08 smithi081 ceph-mon[25343]: Schedule redeploy daemon mgr.y 2024-05-15T16:29:08.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:29:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:29:08.658Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:29:09.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:29:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:29:08] "GET /metrics HTTP/1.1" 200 37969 "" "Prometheus/2.33.4" 2024-05-15T16:29:09.992 INFO:teuthology.orchestra.run.smithi066.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-15T16:29:09.992 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi066 smithi066 running 8s ago 16m - - 2024-05-15T16:29:09.992 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi081 smithi081 running 7s ago 16m - - 2024-05-15T16:29:09.992 INFO:teuthology.orchestra.run.smithi066.stdout:alertmanager.a smithi066 *:9093,9094 running (2m) 8s ago 10m 24.6M - 0.23.0 ba2b418f427c 985d2c728dcd 2024-05-15T16:29:09.992 INFO:teuthology.orchestra.run.smithi066.stdout:grafana.a smithi081 *:3000 running (2m) 7s ago 10m 42.7M - 8.3.5 dad864ee21e9 3f07258ad1f7 2024-05-15T16:29:09.993 INFO:teuthology.orchestra.run.smithi066.stdout:iscsi.foo.smithi066.lbegld smithi066 running (2m) 8s ago 9m 52.5M - 3.5 e1d6a67b021e 42623201d94f 2024-05-15T16:29:09.993 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.x smithi081 *:8443,9283 running (5m) 7s ago 15m 516M - 19.0.0-2576-gde5210d5 48bc18eb22d8 48fd6964273b 2024-05-15T16:29:09.993 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.y smithi066 *:9283 running (17m) 8s ago 17m 410M - 17.2.0 e1d6a67b021e 2386fcfa72a6 2024-05-15T16:29:09.993 INFO:teuthology.orchestra.run.smithi066.stdout:mon.a smithi066 running (17m) 8s ago 17m 60.2M 2048M 17.2.0 e1d6a67b021e 282c81f9a786 2024-05-15T16:29:09.993 INFO:teuthology.orchestra.run.smithi066.stdout:mon.b smithi081 running (15m) 7s ago 15m 49.3M 2048M 17.2.0 e1d6a67b021e 82fb987622c5 2024-05-15T16:29:09.993 INFO:teuthology.orchestra.run.smithi066.stdout:mon.c smithi066 running (16m) 8s ago 16m 43.5M 2048M 17.2.0 e1d6a67b021e f72f6b43cfb8 2024-05-15T16:29:09.993 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.a smithi066 *:9100 running (3m) 8s ago 11m 17.0M - 1.3.1 1dbe0e931976 6ed2ed734239 2024-05-15T16:29:09.993 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.b smithi081 *:9100 running (2m) 7s ago 11m 17.2M - 1.3.1 1dbe0e931976 de0534eeb76c 2024-05-15T16:29:09.993 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 smithi066 running (15m) 8s ago 15m 51.3M 4096M 17.2.0 e1d6a67b021e 28a5f29dbca4 2024-05-15T16:29:09.993 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 smithi066 running (14m) 8s ago 14m 52.9M 4096M 17.2.0 e1d6a67b021e 0ef23245f9ef 2024-05-15T16:29:09.993 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 smithi066 running (14m) 8s ago 14m 47.9M 4096M 17.2.0 e1d6a67b021e 02c0efc727d7 2024-05-15T16:29:09.993 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 smithi066 running (14m) 8s ago 14m 50.8M 4096M 17.2.0 e1d6a67b021e 40f1cf1a2241 2024-05-15T16:29:09.993 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 smithi081 running (13m) 7s ago 13m 54.2M 4096M 17.2.0 e1d6a67b021e 4765ca89ed8f 2024-05-15T16:29:09.993 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 smithi081 running (13m) 7s ago 13m 50.9M 4096M 17.2.0 e1d6a67b021e 360c01584121 2024-05-15T16:29:09.994 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 smithi081 running (12m) 7s ago 12m 52.3M 4096M 17.2.0 e1d6a67b021e 28621b8e0dfc 2024-05-15T16:29:09.994 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 smithi081 running (12m) 7s ago 12m 51.3M 4096M 17.2.0 e1d6a67b021e d77057b690f5 2024-05-15T16:29:09.994 INFO:teuthology.orchestra.run.smithi066.stdout:prometheus.a smithi081 *:9095 running (2m) 7s ago 11m 69.9M - 2.33.4 514e6a882f6e d1dc6a20f2bd 2024-05-15T16:29:09.994 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi066.venvvw smithi066 *:8000 running (10m) 8s ago 10m 71.9M - 17.2.0 e1d6a67b021e a58b069a63ed 2024-05-15T16:29:09.994 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi081.bblyzt smithi081 *:8000 running (10m) 7s ago 10m 72.2M - 17.2.0 e1d6a67b021e 31bf3403b024 2024-05-15T16:29:10.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:10 smithi066 ceph-mon[24465]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:10.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:10 smithi066 ceph-mon[29300]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:10 smithi081 ceph-mon[25343]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:11.019 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'sleep 180' 2024-05-15T16:29:11.682 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:11 smithi066 ceph-mon[24465]: from='client.25072 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:29:11.682 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:11 smithi066 ceph-mon[29300]: from='client.25072 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:29:11.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:11 smithi081 ceph-mon[25343]: from='client.25072 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:29:12.692 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:12 smithi066 ceph-mon[29300]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:12.692 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:12 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:29:12.692 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:12 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:12.692 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:12 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:29:12.692 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:12 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:29:12.692 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:12 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:12.692 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:12 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:29:12.692 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:12 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:29:12.692 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:12 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:29:12.692 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:12 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:29:12.693 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:12 smithi066 ceph-mon[29300]: Deploying daemon mgr.y on smithi066 2024-05-15T16:29:12.693 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:12 smithi066 ceph-mon[24465]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:12.693 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:12 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:29:12.693 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:12 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:12.693 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:12 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:29:12.693 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:12 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:29:12.693 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:12 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:12.693 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:12 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:29:12.693 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:12 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:29:12.693 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:12 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:29:12.693 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:12 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:29:12.693 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:12 smithi066 ceph-mon[24465]: Deploying daemon mgr.y on smithi066 2024-05-15T16:29:12.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:12 smithi081 ceph-mon[25343]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:12.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:12 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:29:12.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:12 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:12.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:12 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:29:12.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:12 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:29:12.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:12 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:12.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:12 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:29:12.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:12 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:29:12.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:12 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:29:12.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:12 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:29:12.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:12 smithi081 ceph-mon[25343]: Deploying daemon mgr.y on smithi066 2024-05-15T16:29:13.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:29:13 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:29:13.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:29:14.520 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:14 smithi066 systemd[1]: Stopping Ceph mgr.y for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:29:14.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:14 smithi066 ceph-mon[29300]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:14.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:14 smithi066 ceph-mon[24465]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:14.786 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:14 smithi066 podman[70026]: 2024-05-15 16:29:14.526761304 +0000 UTC m=+0.180415854 container died 2386fcfa72a6eec54677ccd9863d31442e4d03a7a6f99a75f2b9f91e83ae4593 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, architecture=x86_64, com.redhat.component=centos-stream-container, RELEASE=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, name=centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_CLEAN=True, vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, maintainer=Guillaume Abrioux , io.openshift.tags=base centos centos-stream, build-date=2022-05-03T08:36:31.336870, io.openshift.expose-services=, vendor=Red Hat, Inc., ceph=True, GIT_BRANCH=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, CEPH_POINT_RELEASE=-17.2.0, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8, release=754, io.buildah.version=1.19.8, distribution-scope=public, version=8, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-05-15T16:29:14.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:14 smithi081 ceph-mon[25343]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:15.046 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:14 smithi066 podman[70026]: 2024-05-15 16:29:14.853456534 +0000 UTC m=+0.507111083 container cleanup 2386fcfa72a6eec54677ccd9863d31442e4d03a7a6f99a75f2b9f91e83ae4593 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y, io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, vendor=Red Hat, Inc., com.redhat.component=centos-stream-container, io.openshift.tags=base centos centos-stream, GIT_CLEAN=True, build-date=2022-05-03T08:36:31.336870, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, version=8, io.openshift.expose-services=, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Guillaume Abrioux , vcs-type=git, RELEASE=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, name=centos-stream, release=754, CEPH_POINT_RELEASE=-17.2.0, architecture=x86_64, ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/) 2024-05-15T16:29:15.047 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:14 smithi066 bash[70026]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y 2024-05-15T16:29:15.298 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:15 smithi066 podman[70040]: 2024-05-15 16:29:15.04646972 +0000 UTC m=+0.522860397 container remove 2386fcfa72a6eec54677ccd9863d31442e4d03a7a6f99a75f2b9f91e83ae4593 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, version=8, build-date=2022-05-03T08:36:31.336870, RELEASE=HEAD, distribution-scope=public, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, maintainer=Guillaume Abrioux , vendor=Red Hat, Inc., io.k8s.display-name=CentOS Stream 8, io.buildah.version=1.19.8, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, release=754, vcs-type=git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, name=centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base centos centos-stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, com.redhat.component=centos-stream-container, ceph=True, GIT_CLEAN=True, architecture=x86_64, CEPH_POINT_RELEASE=-17.2.0) 2024-05-15T16:29:15.298 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:15 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-05-15T16:29:15.298 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:15 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-05-15T16:29:15.298 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:15 smithi066 systemd[1]: Stopped Ceph mgr.y for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:29:15.298 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:15 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mgr.y.service: Consumed 1min 18.307s CPU time. 2024-05-15T16:29:15.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:15 smithi066 systemd[1]: Starting Ceph mgr.y for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:29:15.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:15 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:29:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:15 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:29:15.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:15 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:29:16.643 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:16 smithi066 ceph-mon[29300]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:16.644 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:16 smithi066 ceph-mon[24465]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:16.644 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:16 smithi066 podman[70344]: 2024-05-15 16:29:16.402385145 +0000 UTC m=+0.023156480 image pull 48bc18eb22d8284fb8ad68bf46e17b174a8aaf15dd2581bf7f093c432d12db31 quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a 2024-05-15T16:29:16.644 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:16 smithi066 podman[70344]: 2024-05-15 16:29:16.535066924 +0000 UTC m=+0.155838273 container create ad331d4e41f6016b13c4c5a278322c9b381072b044ab76e340c8913d70df557a (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-65480-squid-de5210d, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-05-15T16:29:16.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:16 smithi081 ceph-mon[25343]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:16.952 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:16 smithi066 podman[70344]: 2024-05-15 16:29:16.778970378 +0000 UTC m=+0.399741676 container init ad331d4e41f6016b13c4c5a278322c9b381072b044ab76e340c8913d70df557a (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, RELEASE=wip-65480-squid-de5210d, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-15T16:29:16.952 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:16 smithi066 podman[70344]: 2024-05-15 16:29:16.782138469 +0000 UTC m=+0.402909773 container start ad331d4e41f6016b13c4c5a278322c9b381072b044ab76e340c8913d70df557a (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-65480-squid-de5210d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-05-15T16:29:16.952 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:16 smithi066 ceph-mgr[70369]: -- 172.21.15.66:0/2644255561 <== mon.0 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ba6f7785a0 con 0x55ba6f74cc00 2024-05-15T16:29:16.952 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:16 smithi066 bash[70344]: ad331d4e41f6016b13c4c5a278322c9b381072b044ab76e340c8913d70df557a 2024-05-15T16:29:16.953 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:16 smithi066 systemd[1]: Started Ceph mgr.y for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:29:17.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:16 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:29:16.951+0000 7fb94c996200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-15T16:29:17.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:17 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:29:17.170+0000 7fb94c996200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:29:17.667 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:17 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:29:17.290+0000 7fb94c996200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-15T16:29:17.667 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:17 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:29:17.666+0000 7fb94c996200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-15T16:29:17.947 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:17 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:29:17.756+0000 7fb94c996200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-15T16:29:18.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:17 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:18.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:17 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:18.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:17 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:18.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:17 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:18.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:17 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:29:18.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:17 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:29:18.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:17 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:29:18.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:17 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:18.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:17 smithi081 ceph-mon[25343]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:18.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:17 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:18.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:17 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:18.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:17 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:18.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:17 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:18.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:17 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:29:18.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:17 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:29:18.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:17 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:29:18.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:17 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:18.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:17 smithi066 ceph-mon[24465]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:18.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:17 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:18.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:17 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:18.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:17 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:18.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:17 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:18.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:17 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:29:18.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:17 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:29:18.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:17 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:29:18.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:17 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:18.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:17 smithi066 ceph-mon[29300]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:29:19.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:29:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:29:18] "GET /metrics HTTP/1.1" 200 37965 "" "Prometheus/2.33.4" 2024-05-15T16:29:19.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:29:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:29:18.658Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:29:19.445 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:29:19.081+0000 7fb94c996200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-15T16:29:19.445 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:29:19.261+0000 7fb94c996200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-15T16:29:19.759 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:29:19.445+0000 7fb94c996200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-15T16:29:20.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:29:19.756+0000 7fb94c996200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-15T16:29:20.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:19 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:29:19.860+0000 7fb94c996200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-15T16:29:20.370 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:20 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:29:20.077+0000 7fb94c996200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-15T16:29:20.370 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:20 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:29:20.282+0000 7fb94c996200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:29:20.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:20 smithi066 ceph-mon[29300]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:29:20.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:20 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:20.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:20 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:20.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:20 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:20.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:20 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:29:20.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:20 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:29:20.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:20 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:29:20.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:20 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:20.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:20 smithi066 ceph-mon[24465]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:29:20.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:20 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:20.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:20 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:20.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:20 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:20.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:20 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:29:20.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:20 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:29:20.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:20 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:29:20.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:20 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:20.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:20 smithi081 ceph-mon[25343]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:29:20.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:20 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:20.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:20 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:20.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:20 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:20.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:20 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:29:20.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:20 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:29:20.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:20 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:29:20.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:20 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:21.242 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:20 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:29:20.926+0000 7fb94c996200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-15T16:29:21.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:21 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:29:21.377+0000 7fb94c996200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-15T16:29:21.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:21 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:29:21.481+0000 7fb94c996200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-15T16:29:21.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:21 smithi066 ceph-mon[24465]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 951 B/s rd, 0 op/s 2024-05-15T16:29:21.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:21 smithi066 ceph-mon[24465]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-05-15T16:29:21.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:21 smithi066 ceph-mon[24465]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 753 B/s rd, 0 op/s 2024-05-15T16:29:21.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:21 smithi066 ceph-mon[24465]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-05-15T16:29:21.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:21 smithi066 ceph-mon[29300]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 951 B/s rd, 0 op/s 2024-05-15T16:29:21.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:21 smithi066 ceph-mon[29300]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-05-15T16:29:21.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:21 smithi066 ceph-mon[29300]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 753 B/s rd, 0 op/s 2024-05-15T16:29:21.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:21 smithi066 ceph-mon[29300]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-05-15T16:29:21.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:21 smithi081 ceph-mon[25343]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 951 B/s rd, 0 op/s 2024-05-15T16:29:21.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:21 smithi081 ceph-mon[25343]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-05-15T16:29:21.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:21 smithi081 ceph-mon[25343]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 753 B/s rd, 0 op/s 2024-05-15T16:29:21.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:21 smithi081 ceph-mon[25343]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-05-15T16:29:21.968 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:21 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:29:21.701+0000 7fb94c996200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-15T16:29:22.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:22 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:29:22.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:22 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:29:22.536 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:29:22.261+0000 7fb94c996200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-15T16:29:22.536 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:29:22.360+0000 7fb94c996200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-15T16:29:22.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:22 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:29:22.878 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:29:22.625+0000 7fb94c996200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-15T16:29:22.878 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:29:22.769+0000 7fb94c996200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-15T16:29:22.878 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:29:22.877+0000 7fb94c996200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-15T16:29:23.150 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:23 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:29:23.002+0000 7fb94c996200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-15T16:29:23.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:23 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:29:23.331+0000 7fb94c996200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-15T16:29:23.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:23 smithi066 ceph-mon[24465]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-05-15T16:29:23.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:23 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:23.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:23 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:23.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:23 smithi066 ceph-mon[24465]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 963 B/s rd, 0 op/s 2024-05-15T16:29:23.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:23 smithi066 ceph-mon[24465]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-05-15T16:29:23.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:23 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:23.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:23 smithi066 ceph-mon[29300]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-05-15T16:29:23.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:23 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:23.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:23 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:23.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:23 smithi066 ceph-mon[29300]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 963 B/s rd, 0 op/s 2024-05-15T16:29:23.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:23 smithi066 ceph-mon[29300]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-05-15T16:29:23.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:23 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:23.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:29:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:29:23.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:29:23.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:23 smithi081 ceph-mon[25343]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-05-15T16:29:23.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:23 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:23.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:23 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:23.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:23 smithi081 ceph-mon[25343]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 963 B/s rd, 0 op/s 2024-05-15T16:29:23.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:23 smithi081 ceph-mon[25343]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-05-15T16:29:23.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:23 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:24.237 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:24 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:29:24.012+0000 7fb94c996200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-15T16:29:24.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:24 smithi066 ceph-mon[29300]: Standby manager daemon y restarted 2024-05-15T16:29:24.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:24 smithi066 ceph-mon[29300]: Standby manager daemon y started 2024-05-15T16:29:24.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:24 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-15T16:29:24.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:24 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:29:24.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:24 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-15T16:29:24.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:24 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:29:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:24 smithi066 ceph-mon[24465]: Standby manager daemon y restarted 2024-05-15T16:29:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:24 smithi066 ceph-mon[24465]: Standby manager daemon y started 2024-05-15T16:29:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:24 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-15T16:29:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:24 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:29:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:24 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-15T16:29:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:24 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:29:24.537 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:24 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:29:24.248+0000 7fb94c996200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-15T16:29:24.537 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:24 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:29:24] ENGINE Bus STARTING 2024-05-15T16:29:24.537 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:24 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: CherryPy Checker: 2024-05-15T16:29:24.537 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:24 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: The Application mounted at '' has an empty config. 2024-05-15T16:29:24.537 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:24 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:29:24.537 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:24 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:29:24] ENGINE Serving on http://:::9283 2024-05-15T16:29:24.537 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:29:24 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:29:24] ENGINE Bus STARTED 2024-05-15T16:29:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:24 smithi081 ceph-mon[25343]: Standby manager daemon y restarted 2024-05-15T16:29:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:24 smithi081 ceph-mon[25343]: Standby manager daemon y started 2024-05-15T16:29:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:24 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-15T16:29:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:24 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:29:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:24 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-15T16:29:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:24 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:29:25.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:25 smithi081 ceph-mon[25343]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-05-15T16:29:25.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:25 smithi081 ceph-mon[25343]: mgrmap e27: x(active, since 3m), standbys: y 2024-05-15T16:29:25.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:25 smithi066 ceph-mon[24465]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-05-15T16:29:25.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:25 smithi066 ceph-mon[24465]: mgrmap e27: x(active, since 3m), standbys: y 2024-05-15T16:29:25.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:25 smithi066 ceph-mon[29300]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-05-15T16:29:25.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:25 smithi066 ceph-mon[29300]: mgrmap e27: x(active, since 3m), standbys: y 2024-05-15T16:29:27.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:27 smithi066 ceph-mon[29300]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-05-15T16:29:27.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:27 smithi066 ceph-mon[24465]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-05-15T16:29:27.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:27 smithi081 ceph-mon[25343]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-05-15T16:29:29.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:29:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:29:28] "GET /metrics HTTP/1.1" 200 37965 "" "Prometheus/2.33.4" 2024-05-15T16:29:29.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:29:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:29:28.658Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:29:29.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:29 smithi066 ceph-mon[29300]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:29:29.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:29 smithi066 ceph-mon[24465]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:29:29.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:29 smithi081 ceph-mon[25343]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:29:31.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:31 smithi066 ceph-mon[29300]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 600 B/s rd, 0 op/s 2024-05-15T16:29:31.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:31 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:31.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:31 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:29:31.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:31 smithi066 ceph-mon[24465]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 600 B/s rd, 0 op/s 2024-05-15T16:29:31.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:31 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:31.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:31 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:29:31.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:31 smithi081 ceph-mon[25343]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 600 B/s rd, 0 op/s 2024-05-15T16:29:31.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:31 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:31.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:31 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:29:32.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:32 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:29:32.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:32 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:29:32.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:32 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:29:33.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:33 smithi066 ceph-mon[29300]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-05-15T16:29:33.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:33 smithi066 ceph-mon[24465]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-05-15T16:29:33.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:33 smithi081 ceph-mon[25343]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-05-15T16:29:33.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:29:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:29:33.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:29:35.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:35 smithi066 ceph-mon[29300]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:29:35.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:35 smithi066 ceph-mon[24465]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:29:35.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:35 smithi081 ceph-mon[25343]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:29:37.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:37 smithi066 ceph-mon[24465]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:29:37.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:37 smithi066 ceph-mon[29300]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:29:37.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:37 smithi081 ceph-mon[25343]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:29:39.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:29:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:29:38] "GET /metrics HTTP/1.1" 200 37962 "" "Prometheus/2.33.4" 2024-05-15T16:29:39.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:29:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:29:38.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:29:39.637 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:39 smithi066 ceph-mon[24465]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:29:39.638 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:39 smithi066 ceph-mon[29300]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:29:39.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:39 smithi081 ceph-mon[25343]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:29:41.259 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:40 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:41.260 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:40 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:41.260 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:40 smithi066 ceph-mon[29300]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 884 B/s rd, 0 op/s 2024-05-15T16:29:41.260 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:40 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:41.260 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:40 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:41.260 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:40 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:41.260 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:40 smithi066 ceph-mon[24465]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 884 B/s rd, 0 op/s 2024-05-15T16:29:41.260 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:40 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:41.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:40 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:41.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:40 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:41.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:40 smithi081 ceph-mon[25343]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 884 B/s rd, 0 op/s 2024-05-15T16:29:41.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:40 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:42.236 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:41 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:29:42.236 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:41 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:29:42.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:41 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:29:43.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:43 smithi066 ceph-mon[29300]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:29:43.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:43 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:43.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:43 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:43.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:43 smithi066 ceph-mon[29300]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1011 B/s rd, 0 op/s 2024-05-15T16:29:43.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:43 smithi066 ceph-mon[29300]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:29:43.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:43 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:43 smithi066 ceph-mon[24465]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:29:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:43 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:43 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:43 smithi066 ceph-mon[24465]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1011 B/s rd, 0 op/s 2024-05-15T16:29:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:43 smithi066 ceph-mon[24465]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:29:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:43 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:43.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:29:43 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:29:43.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:29:43.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:43 smithi081 ceph-mon[25343]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:29:43.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:43 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:43.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:43 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:43.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:43 smithi081 ceph-mon[25343]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1011 B/s rd, 0 op/s 2024-05-15T16:29:43.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:43 smithi081 ceph-mon[25343]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:29:43.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:43 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:45.601 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:45 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:45.601 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:45 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:45.601 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:45 smithi081 ceph-mon[25343]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 644 B/s rd, 0 op/s 2024-05-15T16:29:45.601 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:45 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:45.601 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:45 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:29:45.601 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:45 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:29:45.601 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:45 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:29:45.601 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:45 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:45.697 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:45 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:45.697 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:45 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:45.697 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:45 smithi066 ceph-mon[29300]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 644 B/s rd, 0 op/s 2024-05-15T16:29:45.697 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:45 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:45.697 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:45 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:29:45.697 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:45 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:29:45.698 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:45 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:29:45.698 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:45 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:45.698 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:45 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:45.698 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:45 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:45.698 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:45 smithi066 ceph-mon[24465]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 644 B/s rd, 0 op/s 2024-05-15T16:29:45.698 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:45 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:45.698 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:45 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:29:45.698 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:45 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:29:45.698 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:45 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:29:45.698 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:45 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:46.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:46 smithi081 ceph-mon[25343]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-05-15T16:29:46.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:46 smithi081 ceph-mon[25343]: Cluster is now healthy 2024-05-15T16:29:46.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:46 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:46.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:46 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:29:46.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:46 smithi066 ceph-mon[29300]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-05-15T16:29:46.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:46 smithi066 ceph-mon[29300]: Cluster is now healthy 2024-05-15T16:29:46.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:46 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:46.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:46 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:29:46.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:46 smithi066 ceph-mon[24465]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-05-15T16:29:46.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:46 smithi066 ceph-mon[24465]: Cluster is now healthy 2024-05-15T16:29:46.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:46 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:29:46.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:46 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:29:47.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:47 smithi081 ceph-mon[25343]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 644 B/s rd, 0 op/s 2024-05-15T16:29:47.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:47 smithi066 ceph-mon[29300]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 644 B/s rd, 0 op/s 2024-05-15T16:29:47.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:47 smithi066 ceph-mon[24465]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 644 B/s rd, 0 op/s 2024-05-15T16:29:49.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:29:48 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:29:48] "GET /metrics HTTP/1.1" 200 37964 "" "Prometheus/2.33.4" 2024-05-15T16:29:49.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:29:48 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:29:48.658Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:29:49.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:49 smithi066 ceph-mon[29300]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:29:49.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:49 smithi066 ceph-mon[24465]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:29:49.864 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:49 smithi081 ceph-mon[25343]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:29:51.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:51 smithi066 ceph-mon[29300]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 611 B/s rd, 0 op/s 2024-05-15T16:29:51.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:51 smithi066 ceph-mon[24465]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 611 B/s rd, 0 op/s 2024-05-15T16:29:51.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:51 smithi081 ceph-mon[25343]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 611 B/s rd, 0 op/s 2024-05-15T16:29:52.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:52 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:29:52.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:52 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:29:52.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:52 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:29:53.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:53 smithi066 ceph-mon[29300]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 937 B/s rd, 0 op/s 2024-05-15T16:29:53.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:53 smithi066 ceph-mon[24465]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 937 B/s rd, 0 op/s 2024-05-15T16:29:53.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:53 smithi081 ceph-mon[25343]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 937 B/s rd, 0 op/s 2024-05-15T16:29:53.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:29:53 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:29:53.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:29:55.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:55 smithi066 ceph-mon[29300]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 779 B/s rd, 0 op/s 2024-05-15T16:29:55.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:55 smithi066 ceph-mon[24465]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 779 B/s rd, 0 op/s 2024-05-15T16:29:55.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:55 smithi081 ceph-mon[25343]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 779 B/s rd, 0 op/s 2024-05-15T16:29:57.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:57 smithi066 ceph-mon[29300]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-05-15T16:29:57.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:57 smithi066 ceph-mon[24465]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-05-15T16:29:57.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:57 smithi081 ceph-mon[25343]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-05-15T16:29:59.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:29:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:29:58] "GET /metrics HTTP/1.1" 200 37964 "" "Prometheus/2.33.4" 2024-05-15T16:29:59.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:29:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:29:58.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:29:59.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:29:59 smithi066 ceph-mon[24465]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:29:59.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:29:59 smithi066 ceph-mon[29300]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:29:59.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:29:59 smithi081 ceph-mon[25343]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:00.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:00 smithi066 ceph-mon[29300]: overall HEALTH_OK 2024-05-15T16:30:00.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:00 smithi066 ceph-mon[24465]: overall HEALTH_OK 2024-05-15T16:30:00.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:00 smithi081 ceph-mon[25343]: overall HEALTH_OK 2024-05-15T16:30:01.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:01 smithi066 ceph-mon[24465]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-05-15T16:30:01.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:01 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:30:01.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:01 smithi066 ceph-mon[29300]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-05-15T16:30:01.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:01 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:30:01.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:01 smithi081 ceph-mon[25343]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-05-15T16:30:01.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:01 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:30:03.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:02 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:30:03.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:03.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:03.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:03.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:02 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:30:03.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:03.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:03.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:03.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:02 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:30:03.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:03.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:03.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:03.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:03 smithi066 ceph-mon[24465]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:03.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:03 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:03.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:03 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:03.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:03 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:03.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:03 smithi066 ceph-mon[29300]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:03.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:03 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:03.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:03 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:03.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:03 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:03.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:03 smithi081 ceph-mon[25343]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:03.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:03 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:03.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:03 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:03.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:03 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:03.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:30:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:30:03.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:30:05.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:05 smithi066 ceph-mon[29300]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:05.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:05 smithi066 ceph-mon[24465]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:06.113 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:05 smithi081 ceph-mon[25343]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:07.762 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:07 smithi066 ceph-mon[29300]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:07.762 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:07 smithi066 ceph-mon[24465]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:07.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:07 smithi081 ceph-mon[25343]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:09.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:30:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:30:08] "GET /metrics HTTP/1.1" 200 37967 "" "Prometheus/2.33.4" 2024-05-15T16:30:09.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:30:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:30:08.658Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:30:10.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:09 smithi066 ceph-mon[24465]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:10.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:09 smithi066 ceph-mon[29300]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:10.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:09 smithi081 ceph-mon[25343]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:12.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:11 smithi066 ceph-mon[29300]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:12.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:11 smithi066 ceph-mon[24465]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:12.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:11 smithi081 ceph-mon[25343]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:13.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:12 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:30:13.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:12 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:30:13.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:12 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:30:13.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:13 smithi081 ceph-mon[25343]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:13.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:30:13 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:30:13.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:30:14.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:13 smithi066 ceph-mon[29300]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:14.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:13 smithi066 ceph-mon[24465]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:16.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:15 smithi066 ceph-mon[29300]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:16.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:15 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:30:16.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:15 smithi066 ceph-mon[24465]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:16.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:15 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:30:16.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:15 smithi081 ceph-mon[25343]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:16.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:15 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:30:18.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:17 smithi066 ceph-mon[29300]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:18.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:17 smithi066 ceph-mon[24465]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:18.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:17 smithi081 ceph-mon[25343]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:18.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:30:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:30:18.658Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:30:19.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:30:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:30:18] "GET /metrics HTTP/1.1" 200 37965 "" "Prometheus/2.33.4" 2024-05-15T16:30:20.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:19 smithi066 ceph-mon[24465]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:20.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:19 smithi066 ceph-mon[29300]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:20.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:19 smithi081 ceph-mon[25343]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:22.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:21 smithi066 ceph-mon[24465]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:22.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:21 smithi066 ceph-mon[29300]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:22.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:21 smithi081 ceph-mon[25343]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:23.011 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:22 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:30:23.011 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:22 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:23.011 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:22 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:23.012 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:22 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:23.012 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:22 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:30:23.012 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:22 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:23.012 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:22 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:23.012 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:22 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:23.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:22 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:30:23.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:22 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:23.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:22 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:23.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:22 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:23.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:30:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:30:23.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:30:23.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:23 smithi081 ceph-mon[25343]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:23.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:23 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:23.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:23 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:23.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:23 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:24.018 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:23 smithi066 ceph-mon[29300]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:24.018 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:23 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:24.018 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:23 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:24.019 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:23 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:24.019 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:23 smithi066 ceph-mon[24465]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:24.019 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:23 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:24.019 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:23 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:24.019 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:23 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:26.011 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:25 smithi081 ceph-mon[25343]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:26.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:25 smithi066 ceph-mon[24465]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:26.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:25 smithi066 ceph-mon[29300]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:28.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:27 smithi066 ceph-mon[29300]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:28.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:27 smithi066 ceph-mon[24465]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:28.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:27 smithi081 ceph-mon[25343]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:28.830 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:30:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:30:28.658Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:30:29.114 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:30:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:30:28] "GET /metrics HTTP/1.1" 200 37965 "" "Prometheus/2.33.4" 2024-05-15T16:30:30.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:29 smithi066 ceph-mon[29300]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:30.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:29 smithi066 ceph-mon[24465]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:30.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:29 smithi081 ceph-mon[25343]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:31.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:30 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:30:31.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:30 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:30:31.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:30 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:30:32.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:31 smithi066 ceph-mon[29300]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:32.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:31 smithi066 ceph-mon[24465]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:32.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:31 smithi081 ceph-mon[25343]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:33.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:32 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:30:33.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:32 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:30:33.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:32 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:30:33.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:33 smithi081 ceph-mon[25343]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:33.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:30:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:30:33.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:30:34.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:33 smithi066 ceph-mon[29300]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:34.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:33 smithi066 ceph-mon[24465]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:36.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:35 smithi066 ceph-mon[24465]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:36.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:35 smithi066 ceph-mon[29300]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:36.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:35 smithi081 ceph-mon[25343]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:38.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:37 smithi066 ceph-mon[24465]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:38.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:37 smithi066 ceph-mon[29300]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:38.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:37 smithi081 ceph-mon[25343]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:39.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:30:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:30:38] "GET /metrics HTTP/1.1" 200 37963 "" "Prometheus/2.33.4" 2024-05-15T16:30:39.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:30:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:30:38.658Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:30:40.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:39 smithi066 ceph-mon[29300]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:40.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:39 smithi066 ceph-mon[24465]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:40.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:39 smithi081 ceph-mon[25343]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:42.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:41 smithi066 ceph-mon[29300]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:42.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:41 smithi066 ceph-mon[24465]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:42.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:41 smithi081 ceph-mon[25343]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:43.004 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:42 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:30:43.004 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:42 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:43.004 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:42 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:43.004 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:42 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:43.005 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:42 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:30:43.005 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:42 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:43.005 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:42 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:43.005 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:42 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:43.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:42 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:30:43.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:42 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:43.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:42 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:43.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:42 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:43.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:43 smithi081 ceph-mon[25343]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:43.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:43 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:43.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:43 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:43.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:43 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:43.866 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:30:43 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:30:43.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:30:44.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:43 smithi066 ceph-mon[29300]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:44.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:43 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:44.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:43 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:44.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:43 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:44.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:43 smithi066 ceph-mon[24465]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:44.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:43 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:44.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:43 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:44.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:43 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:45.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:44 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:30:45.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:44 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:30:45.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:44 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:30:45.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:44 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:45.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:44 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:30:45.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:44 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:30:45.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:44 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:30:45.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:44 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:44 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:30:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:44 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:30:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:44 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:30:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:44 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:30:45.919 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:45 smithi066 ceph-mon[29300]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:45.919 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:45 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:30:45.919 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:45 smithi066 ceph-mon[24465]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:45.919 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:45 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:30:46.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:45 smithi081 ceph-mon[25343]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:46.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:45 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:30:48.013 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:47 smithi081 ceph-mon[25343]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:48.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:47 smithi066 ceph-mon[24465]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:48.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:47 smithi066 ceph-mon[29300]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:49.093 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:30:48 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:30:48] "GET /metrics HTTP/1.1" 200 37961 "" "Prometheus/2.33.4" 2024-05-15T16:30:49.094 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:30:48 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:30:48.658Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:30:50.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:49 smithi066 ceph-mon[29300]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:50.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:49 smithi066 ceph-mon[24465]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:50.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:49 smithi081 ceph-mon[25343]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:52.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:51 smithi066 ceph-mon[24465]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:52.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:51 smithi066 ceph-mon[29300]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:52.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:51 smithi081 ceph-mon[25343]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:53.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:52 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:30:53.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:52 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:30:53.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:52 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:30:53.762 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:30:53 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:30:53.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:30:54.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:53 smithi066 ceph-mon[29300]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:54.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:53 smithi066 ceph-mon[24465]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:54.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:53 smithi081 ceph-mon[25343]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:30:56.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:55 smithi066 ceph-mon[29300]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:56.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:55 smithi066 ceph-mon[24465]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:56.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:55 smithi081 ceph-mon[25343]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:58.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:57 smithi066 ceph-mon[24465]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:58.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:57 smithi066 ceph-mon[29300]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:58.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:57 smithi081 ceph-mon[25343]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:30:58.947 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:30:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:30:58] "GET /metrics HTTP/1.1" 200 37961 "" "Prometheus/2.33.4" 2024-05-15T16:30:58.948 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:30:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:30:58.658Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:31:00.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:30:59 smithi066 ceph-mon[29300]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:00.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:30:59 smithi066 ceph-mon[24465]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:00.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:30:59 smithi081 ceph-mon[25343]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:01.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:00 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:31:01.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:00 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:31:01.114 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:00 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:31:02.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:01 smithi066 ceph-mon[29300]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:02.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:01 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:31:02.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:01 smithi066 ceph-mon[24465]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:02.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:01 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:31:02.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:01 smithi081 ceph-mon[25343]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:02.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:01 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:31:03.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:03 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:03.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:03 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:03.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:03 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:03.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:03 smithi081 ceph-mon[25343]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:03.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:03 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:03.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:03 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:03.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:03 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:03.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:03 smithi066 ceph-mon[24465]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:03.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:03 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:03.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:03 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:03.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:03 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:03.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:03 smithi066 ceph-mon[29300]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:03.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:31:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:31:03.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:31:04.322 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:04 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:04.322 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:04 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:04.322 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:04 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:04.322 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:04 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:04.322 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:04 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:04.323 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:04 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:04.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:04 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:04.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:04 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:04.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:04 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:05.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:05 smithi066 ceph-mon[29300]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:05.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:05 smithi066 ceph-mon[24465]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:05.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:05 smithi081 ceph-mon[25343]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:07.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:07 smithi066 ceph-mon[24465]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:07.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:07 smithi066 ceph-mon[29300]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:07.861 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:07 smithi081 ceph-mon[25343]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:08.953 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:31:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:31:08] "GET /metrics HTTP/1.1" 200 37962 "" "Prometheus/2.33.4" 2024-05-15T16:31:08.953 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:31:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:31:08.658Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:31:09.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:09 smithi081 ceph-mon[25343]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:09.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:09 smithi066 ceph-mon[29300]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:09.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:09 smithi066 ceph-mon[24465]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:11.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:11 smithi066 ceph-mon[29300]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:11.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:11 smithi066 ceph-mon[24465]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:11.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:11 smithi081 ceph-mon[25343]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:12.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:12 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:31:12.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:12 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:31:12.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:12 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:31:13.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:13 smithi066 ceph-mon[29300]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:13.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:13 smithi066 ceph-mon[24465]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:13.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:13 smithi081 ceph-mon[25343]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:13.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:31:13 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:31:13.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:31:15.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:15 smithi066 ceph-mon[24465]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:15.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:15 smithi066 ceph-mon[29300]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:15.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:15 smithi081 ceph-mon[25343]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:16.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:16 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:31:16.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:16 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:31:16.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:16 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:31:17.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:17 smithi066 ceph-mon[29300]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:17.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:17 smithi066 ceph-mon[24465]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:17.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:17 smithi081 ceph-mon[25343]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:19.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:31:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:31:18] "GET /metrics HTTP/1.1" 200 37965 "" "Prometheus/2.33.4" 2024-05-15T16:31:19.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:31:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:31:18.658Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"172.21.15.81:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", cluster_addr=\"172.21.15.66\", device_class=\"ssd\", hostname=\"smithi066\", instance=\"smithi081:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.66\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:31:19.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:19 smithi066 ceph-mon[29300]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:19.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:19 smithi066 ceph-mon[24465]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:19.864 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:19 smithi081 ceph-mon[25343]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:21.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:21 smithi066 ceph-mon[29300]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:21.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:21 smithi066 ceph-mon[24465]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:21.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:21 smithi081 ceph-mon[25343]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:22.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:22 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:31:22.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:22 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:22.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:22 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:22.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:22 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:22.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:22 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:31:22.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:22 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:22.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:22 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:22.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:22 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:22.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:22 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:31:22.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:22 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:22.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:22 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:22.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:22 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:23.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:23 smithi081 ceph-mon[25343]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:23.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:23 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:23.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:23 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:23.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:23 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:23.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:23 smithi066 ceph-mon[24465]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:23.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:23 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:23.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:23 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:23.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:23 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:23.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:23 smithi066 ceph-mon[29300]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:23.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:23 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:23.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:23 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:23.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:23 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:23.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:31:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:31:23.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi081\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi081\", job=\"node\", machine=\"x86_64\", nodename=\"smithi081\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b95da56a-12d5-11ef-bc98-c7b262605968\", domainname=\"(none)\", instance=\"smithi081\", job=\"node\", machine=\"x86_64\", nodename=\"smithi081\", release=\"5.14.0-446.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-15T16:31:25.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:25 smithi066 ceph-mon[29300]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:25.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:25 smithi066 ceph-mon[24465]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:25.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:25 smithi081 ceph-mon[25343]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:27.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:27 smithi066 ceph-mon[29300]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:27.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:27 smithi066 ceph-mon[24465]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:27.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:27 smithi081 ceph-mon[25343]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:29.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:31:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:31:28] "GET /metrics HTTP/1.1" 200 37965 "" "Prometheus/2.33.4" 2024-05-15T16:31:29.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:29 smithi066 ceph-mon[29300]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:29.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:29 smithi066 ceph-mon[24465]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:29.835 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:29 smithi081 ceph-mon[25343]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:30.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:30 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:31:30.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:30 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:31:30.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:30 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:31:31.702 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:31 smithi081 ceph-mon[25343]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:31.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:31 smithi066 ceph-mon[29300]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:31.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:31 smithi066 ceph-mon[24465]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:32.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:32 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:31:32.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:32 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:31:32.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:32 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:31:33.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:33 smithi066 ceph-mon[29300]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:33.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:33 smithi066 ceph-mon[24465]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:33.864 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:33 smithi081 ceph-mon[25343]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:35.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:35 smithi066 ceph-mon[29300]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:35.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:35 smithi066 ceph-mon[24465]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:35.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:35 smithi081 ceph-mon[25343]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:37.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:37 smithi066 ceph-mon[24465]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:37.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:37 smithi066 ceph-mon[29300]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:37.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:37 smithi081 ceph-mon[25343]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:39.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:31:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:31:38] "GET /metrics HTTP/1.1" 200 37959 "" "Prometheus/2.33.4" 2024-05-15T16:31:39.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:39 smithi066 ceph-mon[29300]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:39.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:39 smithi066 ceph-mon[24465]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:39.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:39 smithi081 ceph-mon[25343]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:41.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:41 smithi066 ceph-mon[29300]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:41.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:41 smithi066 ceph-mon[24465]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:41.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:41 smithi081 ceph-mon[25343]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:42.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:42 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:31:42.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:42 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:42.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:42 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:42.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:42 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:42.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:42 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:31:42.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:42 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:42.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:42 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:42.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:42 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:42.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:42 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:31:42.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:42 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:42.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:42 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:42.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:42 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:43.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:43 smithi066 ceph-mon[29300]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:43.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:43 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:43.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:43 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:43.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:43 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:43 smithi066 ceph-mon[24465]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:43 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:43 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:43 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:43.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:43 smithi081 ceph-mon[25343]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:43.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:43 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:43.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:43 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:43.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:43 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:45.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:45 smithi066 ceph-mon[29300]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:45.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:45 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:31:45.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:45 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:31:45.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:45 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:31:45.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:45 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:45.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:45 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:31:45.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:45 smithi066 ceph-mon[24465]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:45.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:45 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:31:45.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:45 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:31:45.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:45 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:31:45.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:45 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:45.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:45 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:31:45.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:45 smithi081 ceph-mon[25343]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:45.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:45 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:31:45.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:45 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:31:45.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:45 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:31:45.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:45 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:31:45.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:45 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:31:47.590 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:47 smithi066 ceph-mon[29300]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:47.590 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:47 smithi066 ceph-mon[24465]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:47.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:47 smithi081 ceph-mon[25343]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:49.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:31:48 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:31:48] "GET /metrics HTTP/1.1" 200 37961 "" "Prometheus/2.33.4" 2024-05-15T16:31:49.622 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:49 smithi081 ceph-mon[25343]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:49.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:49 smithi066 ceph-mon[24465]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:49.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:49 smithi066 ceph-mon[29300]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:51.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:51 smithi066 ceph-mon[29300]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:51.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:51 smithi066 ceph-mon[24465]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:51.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:51 smithi081 ceph-mon[25343]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:52.614 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:52 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:31:53.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:52 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:31:53.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:52 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:31:53.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:53 smithi081 ceph-mon[25343]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:54.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:53 smithi066 ceph-mon[29300]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:54.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:53 smithi066 ceph-mon[24465]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:55.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:55 smithi081 ceph-mon[25343]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:56.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:55 smithi066 ceph-mon[29300]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:56.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:55 smithi066 ceph-mon[24465]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:31:57.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:57 smithi081 ceph-mon[25343]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:57.942 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:57 smithi066 ceph-mon[29300]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:57.942 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:57 smithi066 ceph-mon[24465]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:31:59.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:31:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:31:58] "GET /metrics HTTP/1.1" 200 37961 "" "Prometheus/2.33.4" 2024-05-15T16:31:59.864 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:31:59 smithi081 ceph-mon[25343]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:00.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:31:59 smithi066 ceph-mon[29300]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:00.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:31:59 smithi066 ceph-mon[24465]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:00.864 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:00 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:32:01.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:00 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:32:01.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:00 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:32:01.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:01 smithi066 ceph-mon[24465]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:01.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:01 smithi066 ceph-mon[29300]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:01.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:01 smithi081 ceph-mon[25343]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:02.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:02 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:32:02.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:02.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:02.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:02 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:02.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:02 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:32:02.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:02.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:02.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:02 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:02.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:02 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:32:02.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:02.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:02.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:02 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:03.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:03 smithi081 ceph-mon[25343]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:32:03.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:03 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:03.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:03 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:03.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:03 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:04.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:03 smithi066 ceph-mon[29300]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:32:04.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:03 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:04.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:03 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:04.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:03 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:04.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:03 smithi066 ceph-mon[24465]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:32:04.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:03 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:04.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:03 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:04.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:03 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:05.623 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:05 smithi066 ceph-mon[29300]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:05.623 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:05 smithi066 ceph-mon[24465]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:05.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:05 smithi081 ceph-mon[25343]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:07.639 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:07 smithi066 ceph-mon[29300]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:32:07.639 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:07 smithi066 ceph-mon[24465]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:32:07.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:07 smithi081 ceph-mon[25343]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:32:09.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:32:08] "GET /metrics HTTP/1.1" 200 37963 "" "Prometheus/2.33.4" 2024-05-15T16:32:09.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:09 smithi081 ceph-mon[25343]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:10.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:09 smithi066 ceph-mon[24465]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:10.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:09 smithi066 ceph-mon[29300]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:11.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:11 smithi066 ceph-mon[29300]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:11.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:11 smithi066 ceph-mon[24465]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:11.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:11 smithi081 ceph-mon[25343]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:12.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:12 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:32:13.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:12 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:32:13.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:12 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:32:13.760 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:13 smithi066 ceph-mon[29300]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:32:13.760 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:13 smithi066 ceph-mon[24465]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:32:13.793 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph orch ps' 2024-05-15T16:32:13.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:13 smithi081 ceph-mon[25343]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:32:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:15 smithi066 ceph-mon[24465]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:15 smithi066 ceph-mon[24465]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:32:15.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:15 smithi066 ceph-mon[29300]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:15.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:15 smithi066 ceph-mon[29300]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:32:15.834 INFO:teuthology.orchestra.run.smithi066.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-15T16:32:15.835 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi066 smithi066 running 13s ago 19m - - 2024-05-15T16:32:15.835 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi081 smithi081 running 12s ago 19m - - 2024-05-15T16:32:15.835 INFO:teuthology.orchestra.run.smithi066.stdout:alertmanager.a smithi066 *:9093,9094 running (5m) 13s ago 14m 23.3M - 0.23.0 ba2b418f427c 985d2c728dcd 2024-05-15T16:32:15.835 INFO:teuthology.orchestra.run.smithi066.stdout:grafana.a smithi081 *:3000 running (5m) 12s ago 13m 49.8M - 8.3.5 dad864ee21e9 3f07258ad1f7 2024-05-15T16:32:15.835 INFO:teuthology.orchestra.run.smithi066.stdout:iscsi.foo.smithi066.lbegld smithi066 running (5m) 13s ago 13m 55.3M - 3.5 e1d6a67b021e 42623201d94f 2024-05-15T16:32:15.836 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.x smithi081 *:8443,9283 running (8m) 12s ago 18m 525M - 19.0.0-2576-gde5210d5 48bc18eb22d8 48fd6964273b 2024-05-15T16:32:15.836 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.y smithi066 *:8443,9283,8765 running (2m) 13s ago 20m 452M - 19.0.0-2576-gde5210d5 48bc18eb22d8 ad331d4e41f6 2024-05-15T16:32:15.836 INFO:teuthology.orchestra.run.smithi066.stdout:mon.a smithi066 running (20m) 13s ago 20m 68.8M 2048M 17.2.0 e1d6a67b021e 282c81f9a786 2024-05-15T16:32:15.836 INFO:teuthology.orchestra.run.smithi066.stdout:mon.b smithi081 running (18m) 12s ago 18m 55.2M 2048M 17.2.0 e1d6a67b021e 82fb987622c5 2024-05-15T16:32:15.836 INFO:teuthology.orchestra.run.smithi066.stdout:mon.c smithi066 running (19m) 13s ago 19m 49.9M 2048M 17.2.0 e1d6a67b021e f72f6b43cfb8 2024-05-15T16:32:15.836 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.a smithi066 *:9100 running (6m) 13s ago 14m 19.8M - 1.3.1 1dbe0e931976 6ed2ed734239 2024-05-15T16:32:15.836 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.b smithi081 *:9100 running (5m) 12s ago 14m 17.0M - 1.3.1 1dbe0e931976 de0534eeb76c 2024-05-15T16:32:15.836 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 smithi066 running (18m) 13s ago 18m 52.4M 4096M 17.2.0 e1d6a67b021e 28a5f29dbca4 2024-05-15T16:32:15.836 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 smithi066 running (18m) 13s ago 18m 54.0M 4096M 17.2.0 e1d6a67b021e 0ef23245f9ef 2024-05-15T16:32:15.836 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 smithi066 running (17m) 13s ago 17m 49.4M 4096M 17.2.0 e1d6a67b021e 02c0efc727d7 2024-05-15T16:32:15.836 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 smithi066 running (17m) 13s ago 17m 52.3M 4096M 17.2.0 e1d6a67b021e 40f1cf1a2241 2024-05-15T16:32:15.836 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 smithi081 running (16m) 12s ago 16m 54.9M 4096M 17.2.0 e1d6a67b021e 4765ca89ed8f 2024-05-15T16:32:15.837 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 smithi081 running (16m) 12s ago 16m 51.0M 4096M 17.2.0 e1d6a67b021e 360c01584121 2024-05-15T16:32:15.837 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 smithi081 running (16m) 12s ago 16m 53.4M 4096M 17.2.0 e1d6a67b021e 28621b8e0dfc 2024-05-15T16:32:15.837 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 smithi081 running (15m) 12s ago 15m 52.6M 4096M 17.2.0 e1d6a67b021e d77057b690f5 2024-05-15T16:32:15.837 INFO:teuthology.orchestra.run.smithi066.stdout:prometheus.a smithi081 *:9095 running (5m) 12s ago 14m 74.2M - 2.33.4 514e6a882f6e d1dc6a20f2bd 2024-05-15T16:32:15.837 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi066.venvvw smithi066 *:8000 running (13m) 13s ago 13m 73.1M - 17.2.0 e1d6a67b021e a58b069a63ed 2024-05-15T16:32:15.837 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi081.bblyzt smithi081 *:8000 running (13m) 12s ago 13m 73.2M - 17.2.0 e1d6a67b021e 31bf3403b024 2024-05-15T16:32:15.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:15 smithi081 ceph-mon[25343]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:15.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:15 smithi081 ceph-mon[25343]: from='mgr.24836 172.21.15.81:0/3983430966' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:32:16.469 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph versions' 2024-05-15T16:32:17.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:17 smithi081 ceph-mon[25343]: from='client.25084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:32:17.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:17 smithi081 ceph-mon[25343]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:32:17.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:17 smithi066 ceph-mon[29300]: from='client.25084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:32:17.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:17 smithi066 ceph-mon[29300]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:32:17.953 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:17 smithi066 ceph-mon[24465]: from='client.25084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:32:17.953 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:17 smithi066 ceph-mon[24465]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:32:18.497 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:32:18.498 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": { 2024-05-15T16:32:18.498 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-05-15T16:32:18.498 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:32:18.498 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": { 2024-05-15T16:32:18.498 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:32:18.498 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:32:18.498 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": { 2024-05-15T16:32:18.498 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-05-15T16:32:18.498 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:32:18.498 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": {}, 2024-05-15T16:32:18.498 INFO:teuthology.orchestra.run.smithi066.stdout: "rgw": { 2024-05-15T16:32:18.498 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-05-15T16:32:18.498 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:32:18.499 INFO:teuthology.orchestra.run.smithi066.stdout: "overall": { 2024-05-15T16:32:18.499 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-05-15T16:32:18.499 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:32:18.499 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:32:18.499 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:32:19.189 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph health detail' 2024-05-15T16:32:19.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:32:18] "GET /metrics HTTP/1.1" 200 37962 "" "Prometheus/2.33.4" 2024-05-15T16:32:19.507 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:19 smithi066 ceph-mon[29300]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:19.508 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:19 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/2750571304' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:32:19.508 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:19 smithi066 ceph-mon[24465]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:19.508 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:19 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2750571304' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:32:19.782 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:19 smithi081 ceph-mon[25343]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:19.782 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:19 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/2750571304' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:32:21.330 INFO:teuthology.orchestra.run.smithi066.stdout:HEALTH_OK 2024-05-15T16:32:21.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:21 smithi066 ceph-mon[24465]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:21.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:21 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/550032863' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-05-15T16:32:21.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:21 smithi066 ceph-mon[29300]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:21.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:21 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/550032863' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-05-15T16:32:21.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:21 smithi081 ceph-mon[25343]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:21.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:21 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/550032863' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-05-15T16:32:21.965 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph -s' 2024-05-15T16:32:22.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:22 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:32:22.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:22 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:32:22.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:22 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:32:23.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:23 smithi066 ceph-mon[24465]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:32:23.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:23 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:23.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:23 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:23.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:23 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:23.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:23 smithi066 ceph-mon[29300]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:32:23.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:23 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:23.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:23 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:23.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:23 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:24.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:23 smithi081 ceph-mon[25343]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:32:24.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:23 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:24.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:23 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:24.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:23 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:24.128 INFO:teuthology.orchestra.run.smithi066.stdout: cluster: 2024-05-15T16:32:24.129 INFO:teuthology.orchestra.run.smithi066.stdout: id: b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:32:24.129 INFO:teuthology.orchestra.run.smithi066.stdout: health: HEALTH_OK 2024-05-15T16:32:24.129 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:32:24.129 INFO:teuthology.orchestra.run.smithi066.stdout: services: 2024-05-15T16:32:24.129 INFO:teuthology.orchestra.run.smithi066.stdout: mon: 3 daemons, quorum a,c,b (age 19m) 2024-05-15T16:32:24.129 INFO:teuthology.orchestra.run.smithi066.stdout: mgr: x(active, since 6m), standbys: y 2024-05-15T16:32:24.129 INFO:teuthology.orchestra.run.smithi066.stdout: osd: 8 osds: 8 up (since 15m), 8 in (since 15m) 2024-05-15T16:32:24.129 INFO:teuthology.orchestra.run.smithi066.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-05-15T16:32:24.129 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:32:24.129 INFO:teuthology.orchestra.run.smithi066.stdout: data: 2024-05-15T16:32:24.129 INFO:teuthology.orchestra.run.smithi066.stdout: pools: 6 pools, 161 pgs 2024-05-15T16:32:24.129 INFO:teuthology.orchestra.run.smithi066.stdout: objects: 209 objects, 585 KiB 2024-05-15T16:32:24.130 INFO:teuthology.orchestra.run.smithi066.stdout: usage: 95 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:32:24.130 INFO:teuthology.orchestra.run.smithi066.stdout: pgs: 161 active+clean 2024-05-15T16:32:24.130 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:32:24.130 INFO:teuthology.orchestra.run.smithi066.stdout: io: 2024-05-15T16:32:24.130 INFO:teuthology.orchestra.run.smithi066.stdout: client: 1.2 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-05-15T16:32:24.130 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:32:24.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:24 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:24.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:24 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:24.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:24 smithi066 ceph-mon[29300]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:24.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:24 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/272895203' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-05-15T16:32:24.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:24 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:24.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:24 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:24.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:24 smithi066 ceph-mon[24465]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:24.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:24 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/272895203' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-05-15T16:32:24.851 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph mgr fail' 2024-05-15T16:32:25.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:24 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:25.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:24 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:25.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:24 smithi081 ceph-mon[25343]: from='mgr.24836 ' entity='mgr.x' 2024-05-15T16:32:25.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:24 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/272895203' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-05-15T16:32:25.771 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:25 smithi066 ceph-mon[29300]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:25.772 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:25 smithi066 ceph-mon[24465]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:26.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:25 smithi081 ceph-mon[25343]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:27.701 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:27 smithi066 ceph-mon[24465]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:32:27.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:27 smithi066 ceph-mon[29300]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:32:28.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:27 smithi081 ceph-mon[25343]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:32:28.984 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:28 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3064594180' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-05-15T16:32:28.984 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:28 smithi066 ceph-mon[29300]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-05-15T16:32:28.984 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:28 smithi066 ceph-mon[29300]: osdmap e104: 8 total, 8 up, 8 in 2024-05-15T16:32:28.984 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:32:28] ENGINE Bus STOPPING 2024-05-15T16:32:28.985 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:32:28] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-15T16:32:28.985 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:32:28] ENGINE Bus STOPPED 2024-05-15T16:32:28.985 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:32:28] ENGINE Bus STARTING 2024-05-15T16:32:28.985 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:32:28] ENGINE Serving on http://:::9283 2024-05-15T16:32:28.985 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:32:28] ENGINE Bus STARTED 2024-05-15T16:32:28.985 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:28 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3064594180' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-05-15T16:32:28.985 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:28 smithi066 ceph-mon[24465]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-05-15T16:32:28.985 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:28 smithi066 ceph-mon[24465]: osdmap e104: 8 total, 8 up, 8 in 2024-05-15T16:32:29.023 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:28 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3064594180' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-05-15T16:32:29.023 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:28 smithi081 ceph-mon[25343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-05-15T16:32:29.023 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:28 smithi081 ceph-mon[25343]: osdmap e104: 8 total, 8 up, 8 in 2024-05-15T16:32:29.024 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:28.654+0000 7f9ae1aed700 -1 mgr handle_mgr_map I was active but no longer am 2024-05-15T16:32:29.024 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ignoring --setuser ceph since I am not root 2024-05-15T16:32:29.024 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ignoring --setgroup ceph since I am not root 2024-05-15T16:32:29.024 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:28 smithi081 ceph-mgr[49368]: -- 172.21.15.81:0/941481391 <== mon.2 v2:172.21.15.81:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cd0fa6c5a0 con 0x55cd0fa40800 2024-05-15T16:32:29.024 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:28.836+0000 7fa013305200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-15T16:32:29.024 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:29 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:29.022+0000 7fa013305200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:32:29.274 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:29 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:29.126+0000 7fa013305200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-15T16:32:29.477 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'sleep 180' 2024-05-15T16:32:29.547 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:29 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:29.453+0000 7fa013305200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-15T16:32:29.547 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:29 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:29.545+0000 7fa013305200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-15T16:32:29.770 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-05-15T16:32:29.770 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: mgrmap e28: y(active, starting, since 0.314123s) 2024-05-15T16:32:29.771 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:32:29.771 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:32:29.771 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:32:29.771 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-15T16:32:29.771 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:32:29.771 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:32:29.771 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:32:29.771 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:32:29.771 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:32:29.771 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:32:29.771 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:32:29.771 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:32:29.771 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-15T16:32:29.771 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-15T16:32:29.772 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-15T16:32:29.772 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: Manager daemon y is now available 2024-05-15T16:32:29.772 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:29.772 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:32:29.772 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:32:29.772 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:32:29.772 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:32:29.772 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:32:29.772 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:32:29.772 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:32:29.772 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:32:29.772 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:32:29.772 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:32:29.772 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:29.773 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-05-15T16:32:29.773 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: mgrmap e28: y(active, starting, since 0.314123s) 2024-05-15T16:32:29.773 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:32:29.773 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:32:29.773 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:32:29.773 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-15T16:32:29.773 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:32:29.773 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:32:29.773 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:32:29.773 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:32:29.773 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:32:29.773 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:32:29.774 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:32:29.774 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:32:29.774 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-15T16:32:29.774 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-15T16:32:29.774 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-15T16:32:29.774 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: Manager daemon y is now available 2024-05-15T16:32:29.774 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:29.774 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:32:29.774 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:32:29.774 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:32:29.774 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:32:29.774 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:32:29.774 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:32:29.774 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:32:29.775 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:32:29.775 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:32:29.775 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:32:29.775 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:29.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-05-15T16:32:29.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: mgrmap e28: y(active, starting, since 0.314123s) 2024-05-15T16:32:29.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:32:29.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:32:29.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:32:29.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-15T16:32:29.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:32:29.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:32:29.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:32:29.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:32:29.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:32:29.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:32:29.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:32:29.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:32:29.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-15T16:32:29.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-15T16:32:29.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-15T16:32:29.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: Manager daemon y is now available 2024-05-15T16:32:29.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:29.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:32:29.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:32:29.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:32:29.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:32:29.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:32:29.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:32:29.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:32:29.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:32:29.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:32:29.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:32:29.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:30.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:30 smithi081 ceph-mon[25343]: Updating smithi066:/etc/ceph/ceph.conf 2024-05-15T16:32:30.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:30 smithi081 ceph-mon[25343]: Updating smithi081:/etc/ceph/ceph.conf 2024-05-15T16:32:30.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:30 smithi081 ceph-mon[25343]: [15/May/2024:16:32:29] ENGINE Bus STARTING 2024-05-15T16:32:30.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:30 smithi081 ceph-mon[25343]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:32:30.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:30 smithi081 ceph-mon[25343]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:32:30.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:30 smithi081 ceph-mon[25343]: mgrmap e29: y(active, since 1.32221s) 2024-05-15T16:32:30.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:30 smithi081 ceph-mon[25343]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:32:30.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:30 smithi081 ceph-mon[25343]: [15/May/2024:16:32:29] ENGINE Serving on https://172.21.15.66:7150 2024-05-15T16:32:30.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:30 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:30.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:30 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:30.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:30 smithi081 ceph-mon[25343]: [15/May/2024:16:32:29] ENGINE Serving on http://172.21.15.66:8765 2024-05-15T16:32:30.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:30 smithi081 ceph-mon[25343]: [15/May/2024:16:32:29] ENGINE Bus STARTED 2024-05-15T16:32:30.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:30 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:30.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:30 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:30.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:30 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:30.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:30 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:30.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:30 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:30.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:30 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:30.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:30 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:30.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:30 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:30.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:30 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:30.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:30 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:32:30.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:30 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:32:31.017 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[29300]: Updating smithi066:/etc/ceph/ceph.conf 2024-05-15T16:32:31.018 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[29300]: Updating smithi081:/etc/ceph/ceph.conf 2024-05-15T16:32:31.018 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[29300]: [15/May/2024:16:32:29] ENGINE Bus STARTING 2024-05-15T16:32:31.018 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[29300]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:32:31.018 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[29300]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:32:31.018 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[29300]: mgrmap e29: y(active, since 1.32221s) 2024-05-15T16:32:31.018 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[29300]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:32:31.018 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[29300]: [15/May/2024:16:32:29] ENGINE Serving on https://172.21.15.66:7150 2024-05-15T16:32:31.018 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:31.018 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:31.018 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[29300]: [15/May/2024:16:32:29] ENGINE Serving on http://172.21.15.66:8765 2024-05-15T16:32:31.018 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[29300]: [15/May/2024:16:32:29] ENGINE Bus STARTED 2024-05-15T16:32:31.018 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:31.018 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:31.019 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:31.019 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:31.019 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:31.019 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:31.019 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:31.019 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:31.019 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:31.019 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:32:31.019 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:32:31.019 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[24465]: Updating smithi066:/etc/ceph/ceph.conf 2024-05-15T16:32:31.020 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[24465]: Updating smithi081:/etc/ceph/ceph.conf 2024-05-15T16:32:31.020 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[24465]: [15/May/2024:16:32:29] ENGINE Bus STARTING 2024-05-15T16:32:31.020 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[24465]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:32:31.020 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[24465]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:32:31.020 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[24465]: mgrmap e29: y(active, since 1.32221s) 2024-05-15T16:32:31.020 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[24465]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:32:31.020 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[24465]: [15/May/2024:16:32:29] ENGINE Serving on https://172.21.15.66:7150 2024-05-15T16:32:31.020 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:31.020 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:31.020 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[24465]: [15/May/2024:16:32:29] ENGINE Serving on http://172.21.15.66:8765 2024-05-15T16:32:31.020 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[24465]: [15/May/2024:16:32:29] ENGINE Bus STARTED 2024-05-15T16:32:31.020 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:31.020 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:31.020 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:31.020 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:31.021 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:31.021 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:31.021 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:31.021 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:31.021 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:31.021 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:32:31.021 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:30 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:32:31.237 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:30 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:30.880+0000 7fa013305200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-15T16:32:31.237 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:31.055+0000 7fa013305200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-15T16:32:31.237 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:31.236+0000 7fa013305200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-15T16:32:31.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:31 smithi081 ceph-mon[25343]: Updating smithi081:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:32:31.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:31 smithi081 ceph-mon[25343]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:32:31.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:31 smithi081 ceph-mon[25343]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:32:31.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:31 smithi081 ceph-mon[25343]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:32:31.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:31 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:32:31.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:31 smithi081 ceph-mon[25343]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:32:31.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:31 smithi081 ceph-mon[25343]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:32:31.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:31 smithi081 ceph-mon[25343]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:32:31.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:31 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:31.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:31 smithi081 ceph-mon[25343]: mgrmap e30: y(active, since 2s) 2024-05-15T16:32:31.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:31 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:31.866 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:32:31.680Z caller=refresh.go:98 level=error component="discovery manager scrape" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.81:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.81:8765: connect: connection refused" 2024-05-15T16:32:31.866 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:32:31.682Z caller=refresh.go:98 level=error component="discovery manager scrape" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.81:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.81:8765: connect: connection refused" 2024-05-15T16:32:31.867 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:32:31.682Z caller=refresh.go:98 level=error component="discovery manager notify" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.81:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.81:8765: connect: connection refused" 2024-05-15T16:32:31.867 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:32:31.682Z caller=refresh.go:98 level=error component="discovery manager scrape" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.81:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.81:8765: connect: connection refused" 2024-05-15T16:32:31.867 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:32:31.683Z caller=refresh.go:98 level=error component="discovery manager scrape" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.81:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.81:8765: connect: connection refused" 2024-05-15T16:32:31.867 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:31.545+0000 7fa013305200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-15T16:32:31.867 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:31.654+0000 7fa013305200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-15T16:32:32.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:31 smithi066 ceph-mon[24465]: Updating smithi081:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:32:32.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:31 smithi066 ceph-mon[24465]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:32:32.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:31 smithi066 ceph-mon[24465]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:32:32.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:31 smithi066 ceph-mon[24465]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:32:32.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:31 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:32:32.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:31 smithi066 ceph-mon[24465]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:32:32.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:31 smithi066 ceph-mon[24465]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:32:32.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:31 smithi066 ceph-mon[24465]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:32:32.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:31 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:32.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:31 smithi066 ceph-mon[24465]: mgrmap e30: y(active, since 2s) 2024-05-15T16:32:32.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:31 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:32.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:31 smithi066 ceph-mon[29300]: Updating smithi081:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:32:32.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:31 smithi066 ceph-mon[29300]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:32:32.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:31 smithi066 ceph-mon[29300]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:32:32.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:31 smithi066 ceph-mon[29300]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:32:32.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:31 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:32:32.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:31 smithi066 ceph-mon[29300]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:32:32.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:31 smithi066 ceph-mon[29300]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:32:32.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:31 smithi066 ceph-mon[29300]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:32:32.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:31 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:32.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:31 smithi066 ceph-mon[29300]: mgrmap e30: y(active, since 2s) 2024-05-15T16:32:32.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:31 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:32.270 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:31.884+0000 7fa013305200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-15T16:32:32.270 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:32.098+0000 7fa013305200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:32:32.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:32 smithi081 ceph-mon[25343]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:32:32.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:32 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:32.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:32 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:32.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:32 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:32.866 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:32.743+0000 7fa013305200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-15T16:32:33.024 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:32 smithi066 ceph-mon[29300]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:32:33.024 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:32 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:33.024 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:32 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:33.024 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:32 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:33.024 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:32 smithi066 ceph-mon[24465]: from='client.15147 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:32:33.024 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:32 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:33.025 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:32 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:33.025 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:32 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:33.513 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:33.220+0000 7fa013305200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-15T16:32:33.514 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:33.325+0000 7fa013305200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-15T16:32:33.794 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:33.545+0000 7fa013305200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-15T16:32:33.795 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:33 smithi081 ceph-mon[25343]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:32:33.795 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:33 smithi081 ceph-mon[25343]: mgrmap e31: y(active, since 4s) 2024-05-15T16:32:33.795 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:33 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:33.795 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:33 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:33.795 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:33 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:33.795 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:33 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:33.795 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:33 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:33.795 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:33 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:34.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:33 smithi066 ceph-mon[29300]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:32:34.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:33 smithi066 ceph-mon[29300]: mgrmap e31: y(active, since 4s) 2024-05-15T16:32:34.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:33 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:34.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:33 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:34.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:33 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:34.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:33 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:34.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:33 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:34.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:33 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:34.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:33 smithi066 ceph-mon[24465]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:32:34.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:33 smithi066 ceph-mon[24465]: mgrmap e31: y(active, since 4s) 2024-05-15T16:32:34.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:33 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:34.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:33 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:34.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:33 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:34.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:33 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:34.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:33 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:34.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:33 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:34.364 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:34.082+0000 7fa013305200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-15T16:32:34.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:34.198+0000 7fa013305200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-15T16:32:34.699 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:34.453+0000 7fa013305200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-15T16:32:34.699 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:34.594+0000 7fa013305200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-15T16:32:34.699 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:34.697+0000 7fa013305200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-15T16:32:35.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:34.822+0000 7fa013305200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-15T16:32:35.510 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:32:35.392+0000 7fb8d2506700 -1 log_channel(cephadm) log [ERR] : cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:32:35.510 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Creating ceph-iscsi config... 2024-05-15T16:32:35.510 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:32:35.510 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:32:35.510 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:32:35.511 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:32:35.511 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:32:35.511 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Traceback (most recent call last): 2024-05-15T16:32:35.511 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:32:35.511 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: return _run_code(code, main_globals, None, 2024-05-15T16:32:35.511 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:32:35.511 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: exec(code, run_globals) 2024-05-15T16:32:35.511 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:32:35.511 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:32:35.511 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:32:35.511 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:32:35.511 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:32:35.511 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:32:35.512 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:32:35.512 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:32:35.512 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:32:35.512 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Traceback (most recent call last): 2024-05-15T16:32:35.512 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-05-15T16:32:35.512 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: self.mgr._daemon_action(daemon_spec, action=action) 2024-05-15T16:32:35.512 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-05-15T16:32:35.512 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-05-15T16:32:35.512 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-05-15T16:32:35.512 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: return self.event_loop.get_result(coro, timeout) 2024-05-15T16:32:35.512 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-05-15T16:32:35.512 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: return future.result(timeout) 2024-05-15T16:32:35.512 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-05-15T16:32:35.512 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: return self.__get_result() 2024-05-15T16:32:35.512 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-05-15T16:32:35.513 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: raise self._exception 2024-05-15T16:32:35.513 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-05-15T16:32:35.513 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: use_current_daemon_image=reconfig, 2024-05-15T16:32:35.513 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-05-15T16:32:35.513 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-05-15T16:32:35.513 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:32:35.513 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Creating ceph-iscsi config... 2024-05-15T16:32:35.513 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:32:35.513 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:32:35.513 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:32:35.513 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:32:35.514 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:32:35.514 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Traceback (most recent call last): 2024-05-15T16:32:35.514 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:32:35.514 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: return _run_code(code, main_globals, None, 2024-05-15T16:32:35.514 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:32:35.514 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: exec(code, run_globals) 2024-05-15T16:32:35.514 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:32:35.514 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:32:35.514 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:32:35.514 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:32:35.514 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:32:35.514 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:32:35.515 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:32:35.515 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:32:35.515 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:32:35.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:35 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:35.139+0000 7fa013305200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-15T16:32:35.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:35 smithi066 ceph-mon[29300]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:32:35.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:35 smithi066 ceph-mon[24465]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:32:35.945 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:35 smithi081 ceph-mon[25343]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:32:35.945 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:35 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:35.775+0000 7fa013305200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-15T16:32:36.283 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:36.055+0000 7fa013305200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-15T16:32:36.283 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:32:36] ENGINE Bus STARTING 2024-05-15T16:32:36.283 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: CherryPy Checker: 2024-05-15T16:32:36.283 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: The Application mounted at '' has an empty config. 2024-05-15T16:32:36.283 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:32:36.283 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:32:36] ENGINE Serving on http://:::9283 2024-05-15T16:32:36.283 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:32:36] ENGINE Bus STARTED 2024-05-15T16:32:36.862 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:36 smithi066 ceph-mon[24465]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:32:36.862 INFO:journalctl@ceph.mon.a.smithi066.stdout: Creating ceph-iscsi config... 2024-05-15T16:32:36.862 INFO:journalctl@ceph.mon.a.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:32:36.862 INFO:journalctl@ceph.mon.a.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:32:36.862 INFO:journalctl@ceph.mon.a.smithi066.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:32:36.863 INFO:journalctl@ceph.mon.a.smithi066.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:32:36.863 INFO:journalctl@ceph.mon.a.smithi066.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:32:36.863 INFO:journalctl@ceph.mon.a.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:32:36.863 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:32:36.863 INFO:journalctl@ceph.mon.a.smithi066.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:32:36.863 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:32:36.863 INFO:journalctl@ceph.mon.a.smithi066.stdout: exec(code, run_globals) 2024-05-15T16:32:36.863 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:32:36.863 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:32:36.863 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:32:36.863 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:32:36.863 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:32:36.863 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:32:36.863 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:32:36.864 INFO:journalctl@ceph.mon.a.smithi066.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:32:36.864 INFO:journalctl@ceph.mon.a.smithi066.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:32:36.864 INFO:journalctl@ceph.mon.a.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:32:36.864 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-05-15T16:32:36.864 INFO:journalctl@ceph.mon.a.smithi066.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-05-15T16:32:36.864 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-05-15T16:32:36.864 INFO:journalctl@ceph.mon.a.smithi066.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-05-15T16:32:36.864 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-05-15T16:32:36.864 INFO:journalctl@ceph.mon.a.smithi066.stdout: return self.event_loop.get_result(coro, timeout) 2024-05-15T16:32:36.864 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-05-15T16:32:36.864 INFO:journalctl@ceph.mon.a.smithi066.stdout: return future.result(timeout) 2024-05-15T16:32:36.864 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-05-15T16:32:36.864 INFO:journalctl@ceph.mon.a.smithi066.stdout: return self.__get_result() 2024-05-15T16:32:36.864 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-05-15T16:32:36.864 INFO:journalctl@ceph.mon.a.smithi066.stdout: raise self._exception 2024-05-15T16:32:36.864 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-05-15T16:32:36.865 INFO:journalctl@ceph.mon.a.smithi066.stdout: use_current_daemon_image=reconfig, 2024-05-15T16:32:36.865 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-05-15T16:32:36.865 INFO:journalctl@ceph.mon.a.smithi066.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-05-15T16:32:36.865 INFO:journalctl@ceph.mon.a.smithi066.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:32:36.865 INFO:journalctl@ceph.mon.a.smithi066.stdout: Creating ceph-iscsi config... 2024-05-15T16:32:36.865 INFO:journalctl@ceph.mon.a.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:32:36.865 INFO:journalctl@ceph.mon.a.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:32:36.865 INFO:journalctl@ceph.mon.a.smithi066.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:32:36.865 INFO:journalctl@ceph.mon.a.smithi066.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:32:36.865 INFO:journalctl@ceph.mon.a.smithi066.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:32:36.865 INFO:journalctl@ceph.mon.a.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:32:36.865 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:32:36.865 INFO:journalctl@ceph.mon.a.smithi066.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:32:36.865 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:32:36.865 INFO:journalctl@ceph.mon.a.smithi066.stdout: exec(code, run_globals) 2024-05-15T16:32:36.866 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:32:36.866 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:32:36.866 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:32:36.866 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:32:36.866 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:36 smithi066 ceph-mon[29300]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:32:36.866 INFO:journalctl@ceph.mon.c.smithi066.stdout: Creating ceph-iscsi config... 2024-05-15T16:32:36.866 INFO:journalctl@ceph.mon.c.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:32:36.866 INFO:journalctl@ceph.mon.c.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:32:36.867 INFO:journalctl@ceph.mon.c.smithi066.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:32:36.867 INFO:journalctl@ceph.mon.c.smithi066.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:32:36.867 INFO:journalctl@ceph.mon.c.smithi066.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:32:36.867 INFO:journalctl@ceph.mon.c.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:32:36.867 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:32:36.867 INFO:journalctl@ceph.mon.c.smithi066.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:32:36.867 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:32:36.867 INFO:journalctl@ceph.mon.c.smithi066.stdout: exec(code, run_globals) 2024-05-15T16:32:36.867 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:32:36.867 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:32:36.867 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:32:36.867 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:32:36.868 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:32:36.868 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:32:36.868 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:32:36.868 INFO:journalctl@ceph.mon.c.smithi066.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:32:36.868 INFO:journalctl@ceph.mon.c.smithi066.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:32:36.868 INFO:journalctl@ceph.mon.c.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:32:36.868 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-05-15T16:32:36.868 INFO:journalctl@ceph.mon.c.smithi066.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-05-15T16:32:36.868 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-05-15T16:32:36.868 INFO:journalctl@ceph.mon.c.smithi066.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-05-15T16:32:36.868 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-05-15T16:32:36.868 INFO:journalctl@ceph.mon.c.smithi066.stdout: return self.event_loop.get_result(coro, timeout) 2024-05-15T16:32:36.868 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-05-15T16:32:36.868 INFO:journalctl@ceph.mon.c.smithi066.stdout: return future.result(timeout) 2024-05-15T16:32:36.868 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-05-15T16:32:36.869 INFO:journalctl@ceph.mon.c.smithi066.stdout: return self.__get_result() 2024-05-15T16:32:36.869 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-05-15T16:32:36.869 INFO:journalctl@ceph.mon.c.smithi066.stdout: raise self._exception 2024-05-15T16:32:36.869 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-05-15T16:32:36.869 INFO:journalctl@ceph.mon.c.smithi066.stdout: use_current_daemon_image=reconfig, 2024-05-15T16:32:36.869 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-05-15T16:32:36.869 INFO:journalctl@ceph.mon.c.smithi066.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-05-15T16:32:36.869 INFO:journalctl@ceph.mon.c.smithi066.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:32:36.869 INFO:journalctl@ceph.mon.c.smithi066.stdout: Creating ceph-iscsi config... 2024-05-15T16:32:36.869 INFO:journalctl@ceph.mon.c.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:32:36.869 INFO:journalctl@ceph.mon.c.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:32:36.869 INFO:journalctl@ceph.mon.c.smithi066.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:32:36.869 INFO:journalctl@ceph.mon.c.smithi066.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:32:36.869 INFO:journalctl@ceph.mon.c.smithi066.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:32:36.869 INFO:journalctl@ceph.mon.c.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:32:36.870 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:32:36.870 INFO:journalctl@ceph.mon.c.smithi066.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:32:36.870 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:32:36.870 INFO:journalctl@ceph.mon.c.smithi066.stdout: exec(code, run_globals) 2024-05-15T16:32:36.870 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:32:36.870 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:32:36.870 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:32:36.870 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:32:36.870 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:32:36.871 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:32:36.871 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:32:36.871 INFO:journalctl@ceph.mon.c.smithi066.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:32:36.871 INFO:journalctl@ceph.mon.c.smithi066.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:32:36.871 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:36 smithi066 ceph-mon[29300]: Reconfiguring prometheus.a (dependencies changed)... 2024-05-15T16:32:36.871 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:36 smithi066 ceph-mon[29300]: Reconfiguring daemon prometheus.a on smithi081 2024-05-15T16:32:36.871 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:36 smithi066 ceph-mon[29300]: Standby manager daemon x started 2024-05-15T16:32:36.871 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:36 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:32:36.871 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:36 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:36.871 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:36 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:32:36.871 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:36 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:32:36.871 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:36 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:32:36.871 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:36 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:36.871 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:36 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:36.872 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:32:36.872 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:32:36.872 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:32:36.872 INFO:journalctl@ceph.mon.a.smithi066.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:32:36.872 INFO:journalctl@ceph.mon.a.smithi066.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:32:36.872 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:36 smithi066 ceph-mon[24465]: Reconfiguring prometheus.a (dependencies changed)... 2024-05-15T16:32:36.872 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:36 smithi066 ceph-mon[24465]: Reconfiguring daemon prometheus.a on smithi081 2024-05-15T16:32:36.872 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:36 smithi066 ceph-mon[24465]: Standby manager daemon x started 2024-05-15T16:32:36.872 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:36 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:32:36.872 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:36 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:36.872 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:36 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:32:36.872 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:36 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:32:36.872 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:36 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:32:36.873 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:36 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:36.873 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:36 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:36.873 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:36 smithi081 ceph-mon[25343]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:32:36.873 INFO:journalctl@ceph.mon.b.smithi081.stdout: Creating ceph-iscsi config... 2024-05-15T16:32:36.873 INFO:journalctl@ceph.mon.b.smithi081.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:32:36.873 INFO:journalctl@ceph.mon.b.smithi081.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:32:36.873 INFO:journalctl@ceph.mon.b.smithi081.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:32:36.874 INFO:journalctl@ceph.mon.b.smithi081.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:32:36.874 INFO:journalctl@ceph.mon.b.smithi081.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:32:36.874 INFO:journalctl@ceph.mon.b.smithi081.stdout: Traceback (most recent call last): 2024-05-15T16:32:36.874 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:32:36.874 INFO:journalctl@ceph.mon.b.smithi081.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:32:36.874 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:32:36.874 INFO:journalctl@ceph.mon.b.smithi081.stdout: exec(code, run_globals) 2024-05-15T16:32:36.874 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:32:36.874 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:32:36.874 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:32:36.874 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:32:36.874 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:32:36.874 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:32:36.874 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:32:36.875 INFO:journalctl@ceph.mon.b.smithi081.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:32:36.875 INFO:journalctl@ceph.mon.b.smithi081.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:32:36.875 INFO:journalctl@ceph.mon.b.smithi081.stdout: Traceback (most recent call last): 2024-05-15T16:32:36.875 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-05-15T16:32:36.875 INFO:journalctl@ceph.mon.b.smithi081.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-05-15T16:32:36.875 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-05-15T16:32:36.875 INFO:journalctl@ceph.mon.b.smithi081.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-05-15T16:32:36.875 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-05-15T16:32:36.875 INFO:journalctl@ceph.mon.b.smithi081.stdout: return self.event_loop.get_result(coro, timeout) 2024-05-15T16:32:36.875 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-05-15T16:32:36.875 INFO:journalctl@ceph.mon.b.smithi081.stdout: return future.result(timeout) 2024-05-15T16:32:36.875 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-05-15T16:32:36.875 INFO:journalctl@ceph.mon.b.smithi081.stdout: return self.__get_result() 2024-05-15T16:32:36.875 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-05-15T16:32:36.876 INFO:journalctl@ceph.mon.b.smithi081.stdout: raise self._exception 2024-05-15T16:32:36.876 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-05-15T16:32:36.876 INFO:journalctl@ceph.mon.b.smithi081.stdout: use_current_daemon_image=reconfig, 2024-05-15T16:32:36.876 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-05-15T16:32:36.876 INFO:journalctl@ceph.mon.b.smithi081.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-05-15T16:32:36.876 INFO:journalctl@ceph.mon.b.smithi081.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:32:36.876 INFO:journalctl@ceph.mon.b.smithi081.stdout: Creating ceph-iscsi config... 2024-05-15T16:32:36.876 INFO:journalctl@ceph.mon.b.smithi081.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:32:36.876 INFO:journalctl@ceph.mon.b.smithi081.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:32:36.876 INFO:journalctl@ceph.mon.b.smithi081.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:32:36.876 INFO:journalctl@ceph.mon.b.smithi081.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:32:36.876 INFO:journalctl@ceph.mon.b.smithi081.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:32:36.876 INFO:journalctl@ceph.mon.b.smithi081.stdout: Traceback (most recent call last): 2024-05-15T16:32:36.876 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:32:36.876 INFO:journalctl@ceph.mon.b.smithi081.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:32:36.877 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:32:36.877 INFO:journalctl@ceph.mon.b.smithi081.stdout: exec(code, run_globals) 2024-05-15T16:32:36.877 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:32:36.877 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:32:36.877 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:32:36.877 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:32:36.877 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:32:36.877 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:32:36.877 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:32:36.877 INFO:journalctl@ceph.mon.b.smithi081.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:32:36.877 INFO:journalctl@ceph.mon.b.smithi081.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:32:36.877 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:36 smithi081 ceph-mon[25343]: Reconfiguring prometheus.a (dependencies changed)... 2024-05-15T16:32:36.877 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:36 smithi081 ceph-mon[25343]: Reconfiguring daemon prometheus.a on smithi081 2024-05-15T16:32:36.877 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:36 smithi081 ceph-mon[25343]: Standby manager daemon x started 2024-05-15T16:32:36.878 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:36 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:32:36.878 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:36 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:36.878 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:36 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:32:36.878 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:36 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:32:36.878 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:36 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:32:36.878 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:36 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:36.878 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:36 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:38.011 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:37 smithi066 ceph-mon[29300]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-05-15T16:32:38.011 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:37 smithi066 ceph-mon[29300]: mgrmap e32: y(active, since 8s), standbys: x 2024-05-15T16:32:38.011 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:37 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-15T16:32:38.011 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:37 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:38.011 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:37 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:38.011 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:37 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:38.012 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:37 smithi066 ceph-mon[24465]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-05-15T16:32:38.012 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:37 smithi066 ceph-mon[24465]: mgrmap e32: y(active, since 8s), standbys: x 2024-05-15T16:32:38.012 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:37 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-15T16:32:38.012 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:37 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:38.012 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:37 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:38.012 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:37 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:38.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:37 smithi081 ceph-mon[25343]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-05-15T16:32:38.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:37 smithi081 ceph-mon[25343]: mgrmap e32: y(active, since 8s), standbys: x 2024-05-15T16:32:38.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:37 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-15T16:32:38.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:37 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:38.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:37 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:38.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:37 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:39.163 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:32:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:32:38] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-05-15T16:32:39.422 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:39 smithi081 systemd[1]: Stopping Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:32:39.422 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:39 smithi081 bash[61201]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus.a" found: no such container 2024-05-15T16:32:39.422 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:32:39.311Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-05-15T16:32:39.422 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:32:39.311Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-05-15T16:32:39.423 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:32:39.311Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-05-15T16:32:39.423 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:32:39.311Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-05-15T16:32:39.423 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:32:39.311Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-05-15T16:32:39.423 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:32:39.311Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-05-15T16:32:39.423 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:32:39.311Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-05-15T16:32:39.423 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:32:39.311Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-05-15T16:32:39.423 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:32:39.312Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-05-15T16:32:39.423 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:32:39.312Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-05-15T16:32:39.423 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:32:39.312Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-05-15T16:32:39.423 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[53677]: ts=2024-05-15T16:32:39.312Z caller=main.go:1066 level=info msg="See you next time!" 2024-05-15T16:32:39.423 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:39 smithi081 podman[61212]: 2024-05-15 16:32:39.322320096 +0000 UTC m=+0.120763484 container died d1dc6a20f2bdf0c1c0663f51c8c51177056728aa5978afdb12ff42380b5f2651 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:32:39.635 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:39 smithi066 ceph-mon[29300]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-05-15T16:32:39.635 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:39 smithi066 ceph-mon[24465]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-05-15T16:32:39.702 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:39 smithi081 ceph-mon[25343]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-05-15T16:32:39.962 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:39 smithi081 podman[61212]: 2024-05-15 16:32:39.702818707 +0000 UTC m=+0.501262077 container cleanup d1dc6a20f2bdf0c1c0663f51c8c51177056728aa5978afdb12ff42380b5f2651 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:32:39.963 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:39 smithi081 bash[61212]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a 2024-05-15T16:32:39.963 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:39 smithi081 bash[61239]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus.a" found: no such container 2024-05-15T16:32:40.239 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:39 smithi081 podman[61225]: 2024-05-15 16:32:39.962664118 +0000 UTC m=+0.642987700 container remove d1dc6a20f2bdf0c1c0663f51c8c51177056728aa5978afdb12ff42380b5f2651 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:32:40.239 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:39 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-05-15T16:32:40.239 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:39 smithi081 systemd[1]: Stopped Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:32:40.239 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:39 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@prometheus.a.service: Consumed 1.815s CPU time. 2024-05-15T16:32:40.239 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:39 smithi081 systemd[1]: Starting Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:32:40.239 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:40 smithi081 podman[61301]: 2024-05-15 16:32:40.113211907 +0000 UTC m=+0.018941361 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-05-15T16:32:40.239 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:40 smithi081 podman[61301]: 2024-05-15 16:32:40.23881764 +0000 UTC m=+0.144547139 container create e8a167311f1526d2a825a5417e7fc33dfa7da8eafd56763f3e71fd48b55dba9f (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:32:40.491 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:40 smithi081 podman[61301]: 2024-05-15 16:32:40.46597516 +0000 UTC m=+0.371704614 container init e8a167311f1526d2a825a5417e7fc33dfa7da8eafd56763f3e71fd48b55dba9f (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:32:40.491 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:40 smithi081 podman[61301]: 2024-05-15 16:32:40.468771659 +0000 UTC m=+0.374501121 container start e8a167311f1526d2a825a5417e7fc33dfa7da8eafd56763f3e71fd48b55dba9f (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:32:40.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:40 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:32:40.490Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-05-15T16:32:40.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:40 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:32:40.491Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-05-15T16:32:40.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:40 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:32:40.491Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-05-15T16:32:40.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:40 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:32:40.491Z caller=main.go:518 level=info host_details="(Linux 5.14.0-446.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024 x86_64 smithi081 (none))" 2024-05-15T16:32:40.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:40 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:32:40.491Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-05-15T16:32:40.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:40 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:32:40.491Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-05-15T16:32:40.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:40 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:32:40.492Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-05-15T16:32:40.866 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:40 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:32:40.493Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-05-15T16:32:40.866 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:40 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:32:40.494Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-05-15T16:32:40.866 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:40 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:32:40.495Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-05-15T16:32:40.866 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:40 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:32:40.495Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.383µs 2024-05-15T16:32:40.866 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:40 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:32:40.495Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-05-15T16:32:40.867 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:40 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:32:40.497Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-05-15T16:32:40.867 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:40 smithi081 bash[61301]: e8a167311f1526d2a825a5417e7fc33dfa7da8eafd56763f3e71fd48b55dba9f 2024-05-15T16:32:40.867 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:40 smithi081 systemd[1]: Started Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:32:41.236 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:40 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:32:40.979Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-05-15T16:32:41.237 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:41 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:41.237 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:41 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:41.237 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:41 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:41.237 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:41 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:41.237 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:41 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:41.237 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:41 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:32:41.237 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:41 smithi081 ceph-mon[25343]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:32:41.237 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:41 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:32:41.237 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:41 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:32:41.237 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:41 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:32:41.238 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:41 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:41.238 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:41 smithi081 ceph-mon[25343]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-15T16:32:41.238 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:41 smithi081 ceph-mon[25343]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:32:41.238 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:41 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:32:41.238 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:41 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:32:41.238 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:41 smithi081 ceph-mon[25343]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:32:41.421 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:41.421 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:41.421 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:41.421 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:41.421 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:41.421 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:32:41.421 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[29300]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:32:41.421 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:32:41.421 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:32:41.421 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:32:41.421 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:41.421 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[29300]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-15T16:32:41.422 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[29300]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:32:41.422 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:32:41.422 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:32:41.422 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[29300]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:32:41.422 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:41.422 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:41.422 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:41.422 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:41.422 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:41.422 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:32:41.423 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[24465]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:32:41.423 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:32:41.423 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:32:41.423 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:32:41.423 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:41.423 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[24465]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-15T16:32:41.423 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[24465]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:32:41.423 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:32:41.423 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:32:41.423 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:41 smithi066 ceph-mon[24465]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:32:41.615 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:32:41.236Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-05-15T16:32:41.615 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:32:41.237Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-05-15T16:32:41.615 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:32:41.237Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=29.511µs wal_replay_duration=741.274922ms total_replay_duration=741.320263ms 2024-05-15T16:32:41.615 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:32:41.242Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-05-15T16:32:41.615 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:32:41.242Z caller=main.go:947 level=info msg="TSDB started" 2024-05-15T16:32:41.615 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:32:41.242Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-15T16:32:41.615 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:32:41.266Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=24.769175ms db_storage=651ns remote_storage=1.364µs web_handler=318ns query_engine=630ns scrape=358.752µs scrape_sd=106.337µs notify=27.609µs notify_sd=15.154µs rules=23.866578ms 2024-05-15T16:32:41.615 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:32:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:32:41.266Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-05-15T16:32:43.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:43 smithi066 ceph-mon[29300]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:32:43.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:43 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:43.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:43 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:43.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:43 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:32:43.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:43 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:32:43.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:43 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:32:43.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:43 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:32:43.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:43 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:32:43.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:43 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:43 smithi066 ceph-mon[24465]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:32:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:43 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:43 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:43 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:32:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:43 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:32:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:43 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:32:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:43 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:32:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:43 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:32:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:43 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:43.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:43 smithi081 ceph-mon[25343]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:32:43.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:43 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:43.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:43 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:43.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:43 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:32:43.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:43 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:32:43.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:43 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:32:43.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:43 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:32:43.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:43 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:32:43.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:43 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:45.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:44 smithi066 ceph-mon[29300]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:32:45.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:44 smithi066 ceph-mon[29300]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:32:45.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:44 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:32:45.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:44 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3734410026' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-15T16:32:45.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:44 smithi066 ceph-mon[24465]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:32:45.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:44 smithi066 ceph-mon[24465]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:32:45.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:44 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:32:45.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:44 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3734410026' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-15T16:32:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:44 smithi081 ceph-mon[25343]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:32:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:44 smithi081 ceph-mon[25343]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:32:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:44 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:32:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:44 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3734410026' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-15T16:32:46.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:45 smithi066 ceph-mon[29300]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:32:46.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:45 smithi066 ceph-mon[24465]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:32:46.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:45 smithi081 ceph-mon[25343]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:32:46.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:46 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:32:46] "GET /metrics HTTP/1.1" 200 37977 "" "Prometheus/2.33.4" 2024-05-15T16:32:48.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:47 smithi066 ceph-mon[29300]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:32:48.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:47 smithi066 ceph-mon[24465]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:32:48.114 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:47 smithi081 ceph-mon[25343]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:32:49.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:49 smithi066 ceph-mon[29300]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-05-15T16:32:49.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:49 smithi066 ceph-mon[24465]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-05-15T16:32:49.864 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:49 smithi081 ceph-mon[25343]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-05-15T16:32:51.978 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:51 smithi081 ceph-mon[25343]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-05-15T16:32:52.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:51 smithi066 ceph-mon[29300]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-05-15T16:32:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:51 smithi066 ceph-mon[24465]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-05-15T16:32:54.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:53 smithi066 ceph-mon[29300]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-05-15T16:32:54.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:53 smithi066 ceph-mon[24465]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-05-15T16:32:54.068 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:53 smithi081 ceph-mon[25343]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-05-15T16:32:55.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:54 smithi066 ceph-mon[24465]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:32:55.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:54 smithi066 ceph-mon[29300]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:32:55.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:54 smithi081 ceph-mon[25343]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:32:55.987 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:55 smithi081 ceph-mon[25343]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-05-15T16:32:56.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:55 smithi066 ceph-mon[29300]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-05-15T16:32:56.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:55 smithi066 ceph-mon[24465]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-05-15T16:32:56.607 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:32:56 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:32:56] "GET /metrics HTTP/1.1" 200 37977 "" "Prometheus/2.33.4" 2024-05-15T16:32:57.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:57 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:57.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:57 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:57.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:57 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:57.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:57 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:57.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:57 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:57.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:57 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:57.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:57 smithi066 ceph-mon[24465]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 938 B/s rd, 0 op/s 2024-05-15T16:32:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:57 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:57 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:57 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:57 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:57 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:57 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:57 smithi066 ceph-mon[29300]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 938 B/s rd, 0 op/s 2024-05-15T16:32:57.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:57 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:57.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:57 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:57.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:57 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:57.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:57 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:57.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:57 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:57.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:57 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:57.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:57 smithi081 ceph-mon[25343]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 938 B/s rd, 0 op/s 2024-05-15T16:32:59.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:59 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:59.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:59 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:59.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:59 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:59.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:59 smithi066 ceph-mon[24465]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:59.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:32:59 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:32:59.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:59 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:59.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:59 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:59.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:59 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:59.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:59 smithi066 ceph-mon[29300]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:59.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:32:59 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:32:59.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:59 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:59.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:59 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:59.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:59 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:32:59.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:59 smithi081 ceph-mon[25343]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:32:59.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:32:59 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:33:01.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:01 smithi081 ceph-mon[25343]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:02.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:01 smithi066 ceph-mon[24465]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:02.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:01 smithi066 ceph-mon[29300]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:04.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:03 smithi066 ceph-mon[24465]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:04.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:03 smithi066 ceph-mon[29300]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:04.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:03 smithi081 ceph-mon[25343]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:05.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:04 smithi066 ceph-mon[24465]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:33:05.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:04 smithi066 ceph-mon[29300]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:33:05.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:04 smithi081 ceph-mon[25343]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:33:06.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:05 smithi066 ceph-mon[29300]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:06.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:05 smithi066 ceph-mon[24465]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:06.114 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:05 smithi081 ceph-mon[25343]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:06.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:33:06 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:33:06] "GET /metrics HTTP/1.1" 200 37970 "" "Prometheus/2.33.4" 2024-05-15T16:33:08.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:07 smithi066 ceph-mon[24465]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:08.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:07 smithi066 ceph-mon[29300]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:08.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:07 smithi081 ceph-mon[25343]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:09.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:09 smithi066 ceph-mon[29300]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:09.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:09 smithi066 ceph-mon[24465]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:09.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:09 smithi081 ceph-mon[25343]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:12.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:11 smithi066 ceph-mon[29300]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:12.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:11 smithi066 ceph-mon[24465]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:12.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:11 smithi081 ceph-mon[25343]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:14.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:13 smithi066 ceph-mon[29300]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:14.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:13 smithi066 ceph-mon[24465]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:14.056 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:13 smithi081 ceph-mon[25343]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:15.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:14 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:33:15.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:14 smithi066 ceph-mon[29300]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:33:15.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:14 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:15.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:14 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:15.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:14 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:15.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:14 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:33:15.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:14 smithi066 ceph-mon[24465]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:33:15.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:14 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:15.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:14 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:15.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:14 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:15.071 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:14 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:33:15.071 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:14 smithi081 ceph-mon[25343]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:33:15.071 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:14 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:15.071 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:14 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:15.071 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:14 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:15.990 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:15 smithi066 ceph-mon[24465]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:15.991 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:15 smithi066 ceph-mon[29300]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:16.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:15 smithi081 ceph-mon[25343]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:16.616 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:33:16 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:33:16] "GET /metrics HTTP/1.1" 200 37972 "" "Prometheus/2.33.4" 2024-05-15T16:33:17.950 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:17 smithi066 ceph-mon[24465]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:17.951 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:17 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:17.951 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:17 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:17.951 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:17 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:17.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:17 smithi066 ceph-mon[29300]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:17.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:17 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:17.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:17 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:17.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:17 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:18.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:17 smithi081 ceph-mon[25343]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:18.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:17 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:18.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:17 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:18.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:17 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:19.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:19 smithi066 ceph-mon[29300]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:19.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:19 smithi066 ceph-mon[24465]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:19.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:19 smithi081 ceph-mon[25343]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:22.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:21 smithi066 ceph-mon[29300]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:22.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:21 smithi066 ceph-mon[24465]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:22.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:21 smithi081 ceph-mon[25343]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:24.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:23 smithi066 ceph-mon[29300]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:24.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:23 smithi066 ceph-mon[24465]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:24.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:23 smithi081 ceph-mon[25343]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:26.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:25 smithi066 ceph-mon[29300]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:33:26.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:25 smithi066 ceph-mon[29300]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:26.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:25 smithi066 ceph-mon[24465]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:33:26.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:25 smithi066 ceph-mon[24465]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:26.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:25 smithi081 ceph-mon[25343]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:33:26.127 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:25 smithi081 ceph-mon[25343]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:26.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:33:26 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:33:26] "GET /metrics HTTP/1.1" 200 37972 "" "Prometheus/2.33.4" 2024-05-15T16:33:27.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:27 smithi081 ceph-mon[25343]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:28.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:27 smithi066 ceph-mon[29300]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:28.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:27 smithi066 ceph-mon[24465]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:29.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:29 smithi066 ceph-mon[24465]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:29.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:33:29.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:29 smithi066 ceph-mon[29300]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:29.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:33:29.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:29 smithi081 ceph-mon[25343]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:29.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:33:32.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:31 smithi066 ceph-mon[29300]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:32.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:31 smithi066 ceph-mon[24465]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:32.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:31 smithi081 ceph-mon[25343]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:33.852 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:33 smithi066 ceph-mon[29300]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:33.853 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:33 smithi066 ceph-mon[24465]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:34.016 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:33 smithi081 ceph-mon[25343]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:36.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:35 smithi066 ceph-mon[29300]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:33:36.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:35 smithi066 ceph-mon[29300]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:36.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:35 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:36.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:35 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:36.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:35 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:36.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:35 smithi066 ceph-mon[24465]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:33:36.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:35 smithi066 ceph-mon[24465]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:36.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:35 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:36.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:35 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:36.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:35 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:36.090 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:35 smithi081 ceph-mon[25343]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:33:36.090 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:35 smithi081 ceph-mon[25343]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:36.090 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:35 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:36.090 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:35 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:36.090 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:35 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:36.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:33:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:33:36] "GET /metrics HTTP/1.1" 200 37970 "" "Prometheus/2.33.4" 2024-05-15T16:33:37.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:37 smithi066 ceph-mon[29300]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:37.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:37 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:37.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:37 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:37.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:37 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:37.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:37 smithi066 ceph-mon[24465]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:37.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:37 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:37.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:37 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:37.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:37 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:38.114 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:37 smithi081 ceph-mon[25343]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:38.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:37 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:38.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:37 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:38.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:37 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:39.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:39 smithi066 ceph-mon[24465]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:39.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:39 smithi066 ceph-mon[29300]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:39.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:39 smithi081 ceph-mon[25343]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:42.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:41 smithi066 ceph-mon[29300]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:42.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:41 smithi066 ceph-mon[24465]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:42.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:41 smithi081 ceph-mon[25343]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:44.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:43 smithi066 ceph-mon[29300]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:44.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:43 smithi066 ceph-mon[24465]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:44.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:43 smithi081 ceph-mon[25343]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:45.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:44 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:33:45.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:44 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:33:45.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:44 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:45.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:44 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:45.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:44 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:45.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:44 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:45.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:44 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:33:45.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:44 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:33:45.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:44 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:45.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:44 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:33:45.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:44 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:33:45.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:44 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:45.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:44 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:44 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:44 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:44 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:33:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:44 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:33:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:44 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:44 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:33:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:44 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:33:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:44 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:44 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:44 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:44 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:44 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:33:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:44 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:33:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:44 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:46.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:45 smithi066 ceph-mon[29300]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:33:46.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:45 smithi066 ceph-mon[29300]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:46.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:45 smithi066 ceph-mon[24465]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:33:46.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:45 smithi066 ceph-mon[24465]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:46.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:45 smithi081 ceph-mon[25343]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:33:46.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:45 smithi081 ceph-mon[25343]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:46.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:33:46 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:33:46] "GET /metrics HTTP/1.1" 200 37970 "" "Prometheus/2.33.4" 2024-05-15T16:33:48.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:47 smithi066 ceph-mon[29300]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:48.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:47 smithi066 ceph-mon[24465]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:48.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:47 smithi081 ceph-mon[25343]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:49.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:49 smithi066 ceph-mon[29300]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:49.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:49 smithi066 ceph-mon[24465]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:49.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:49 smithi081 ceph-mon[25343]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:52.034 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:51 smithi081 ceph-mon[25343]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:52.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:51 smithi066 ceph-mon[29300]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:52.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:51 smithi066 ceph-mon[24465]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:54.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:53 smithi066 ceph-mon[24465]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:54.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:53 smithi066 ceph-mon[29300]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:54.061 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:53 smithi081 ceph-mon[25343]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:55.962 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:55 smithi081 ceph-mon[25343]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:33:55.963 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:55 smithi081 ceph-mon[25343]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:55.963 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:55 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:55.963 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:55 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:55.963 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:55 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:56.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:55 smithi066 ceph-mon[29300]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:33:56.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:55 smithi066 ceph-mon[29300]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:56.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:55 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:56.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:55 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:56.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:55 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:56.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:55 smithi066 ceph-mon[24465]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:33:56.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:55 smithi066 ceph-mon[24465]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:33:56.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:55 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:56.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:55 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:56.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:55 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:56.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:33:56 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:33:56] "GET /metrics HTTP/1.1" 200 37970 "" "Prometheus/2.33.4" 2024-05-15T16:33:58.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:57 smithi066 ceph-mon[24465]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:58.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:57 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:58.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:57 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:58.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:57 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:58.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:57 smithi066 ceph-mon[29300]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:58.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:57 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:58.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:57 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:58.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:57 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:58.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:57 smithi081 ceph-mon[25343]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:58.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:57 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:58.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:57 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:58.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:57 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:33:59.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:59 smithi066 ceph-mon[24465]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:59.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:33:59 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:33:59.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:59 smithi066 ceph-mon[29300]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:59.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:33:59 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:33:59.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:59 smithi081 ceph-mon[25343]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:33:59.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:33:59 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:34:02.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:01 smithi066 ceph-mon[24465]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:02.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:01 smithi066 ceph-mon[29300]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:02.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:01 smithi081 ceph-mon[25343]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:04.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:03 smithi066 ceph-mon[24465]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:04.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:03 smithi066 ceph-mon[29300]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:04.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:03 smithi081 ceph-mon[25343]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:06.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:05 smithi066 ceph-mon[29300]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:34:06.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:05 smithi066 ceph-mon[29300]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:06.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:05 smithi066 ceph-mon[24465]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:34:06.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:05 smithi066 ceph-mon[24465]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:06.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:05 smithi081 ceph-mon[25343]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:34:06.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:05 smithi081 ceph-mon[25343]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:06.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:34:06 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:34:06] "GET /metrics HTTP/1.1" 200 37968 "" "Prometheus/2.33.4" 2024-05-15T16:34:08.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:07 smithi066 ceph-mon[29300]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:08.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:07 smithi066 ceph-mon[24465]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:08.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:07 smithi081 ceph-mon[25343]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:09.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:09 smithi066 ceph-mon[29300]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:09.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:09 smithi066 ceph-mon[24465]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:09.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:09 smithi081 ceph-mon[25343]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:12.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:11 smithi066 ceph-mon[29300]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:12.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:11 smithi066 ceph-mon[24465]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:12.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:11 smithi081 ceph-mon[25343]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:14.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:13 smithi066 ceph-mon[29300]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:14.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:13 smithi066 ceph-mon[24465]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:14.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:13 smithi081 ceph-mon[25343]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:14.970 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:14 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:34:15.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:14 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:34:15.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:14 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:34:16.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:15 smithi066 ceph-mon[29300]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:34:16.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:15 smithi066 ceph-mon[29300]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:16.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:15 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:16.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:15 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:16.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:15 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:16.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:15 smithi066 ceph-mon[24465]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:34:16.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:15 smithi066 ceph-mon[24465]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:16.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:15 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:16.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:15 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:16.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:15 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:16.091 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:15 smithi081 ceph-mon[25343]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:34:16.091 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:15 smithi081 ceph-mon[25343]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:16.091 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:15 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:16.091 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:15 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:16.091 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:15 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:16.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:34:16 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:34:16] "GET /metrics HTTP/1.1" 200 37967 "" "Prometheus/2.33.4" 2024-05-15T16:34:18.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:17 smithi066 ceph-mon[29300]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:18.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:17 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:18.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:17 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:18.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:17 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:18.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:17 smithi066 ceph-mon[24465]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:18.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:17 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:18.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:17 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:18.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:17 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:18.114 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:17 smithi081 ceph-mon[25343]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:18.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:17 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:18.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:17 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:18.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:17 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:19.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:19 smithi066 ceph-mon[24465]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:19.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:19 smithi066 ceph-mon[29300]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:19.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:19 smithi081 ceph-mon[25343]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:22.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:21 smithi066 ceph-mon[29300]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:22.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:21 smithi066 ceph-mon[24465]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:22.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:21 smithi081 ceph-mon[25343]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:24.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:23 smithi066 ceph-mon[29300]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:24.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:23 smithi066 ceph-mon[24465]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:24.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:23 smithi081 ceph-mon[25343]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:26.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:25 smithi066 ceph-mon[29300]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:34:26.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:25 smithi066 ceph-mon[29300]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:26.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:25 smithi066 ceph-mon[24465]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:34:26.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:25 smithi066 ceph-mon[24465]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:26.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:25 smithi081 ceph-mon[25343]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:34:26.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:25 smithi081 ceph-mon[25343]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:26.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:34:26 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:34:26] "GET /metrics HTTP/1.1" 200 37967 "" "Prometheus/2.33.4" 2024-05-15T16:34:28.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:27 smithi066 ceph-mon[24465]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:28.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:27 smithi066 ceph-mon[29300]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:28.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:27 smithi081 ceph-mon[25343]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:29.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:29 smithi066 ceph-mon[29300]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:29.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:34:29.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:29 smithi066 ceph-mon[24465]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:29.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:34:29.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:29 smithi081 ceph-mon[25343]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:29.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:34:32.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:31 smithi066 ceph-mon[24465]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:32.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:31 smithi066 ceph-mon[29300]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:32.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:31 smithi081 ceph-mon[25343]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:34.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:33 smithi066 ceph-mon[29300]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:34.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:33 smithi066 ceph-mon[24465]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:34.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:33 smithi081 ceph-mon[25343]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:35.796 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:35 smithi066 ceph-mon[29300]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:34:35.796 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:35 smithi066 ceph-mon[29300]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:35.797 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:35 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:35.797 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:35 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:35.797 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:35 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:35.797 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:35 smithi066 ceph-mon[24465]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:34:35.797 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:35 smithi066 ceph-mon[24465]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:35.797 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:35 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:35.797 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:35 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:35.797 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:35 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:35.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:35 smithi081 ceph-mon[25343]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:34:35.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:35 smithi081 ceph-mon[25343]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:35.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:35 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:35.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:35 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:35.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:35 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:36.748 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:34:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:34:36] "GET /metrics HTTP/1.1" 200 37970 "" "Prometheus/2.33.4" 2024-05-15T16:34:38.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:37 smithi066 ceph-mon[29300]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:38.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:37 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:38.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:37 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:38.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:37 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:38.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:37 smithi066 ceph-mon[24465]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:38.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:37 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:38.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:37 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:38.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:37 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:38.069 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:37 smithi081 ceph-mon[25343]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:38.069 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:37 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:38.069 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:37 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:38.069 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:37 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:39.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:39 smithi066 ceph-mon[24465]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:39.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:39 smithi066 ceph-mon[29300]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:39.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:39 smithi081 ceph-mon[25343]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:42.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:41 smithi066 ceph-mon[24465]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:42.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:41 smithi066 ceph-mon[29300]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:42.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:41 smithi081 ceph-mon[25343]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:44.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:43 smithi066 ceph-mon[24465]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:44.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:43 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:34:44.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:43 smithi066 ceph-mon[29300]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:44.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:43 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:34:44.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:43 smithi081 ceph-mon[25343]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:44.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:43 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:34:45.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:44 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:34:45.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:44 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:34:45.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:44 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:34:45.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:44 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:45.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:44 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:34:45.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:44 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:34:45.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:44 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:34:45.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:44 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:44 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:34:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:44 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:34:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:44 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:34:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:44 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:46.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:45 smithi066 ceph-mon[24465]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:34:46.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:45 smithi066 ceph-mon[24465]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:46.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:45 smithi066 ceph-mon[29300]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:34:46.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:45 smithi066 ceph-mon[29300]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:46.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:45 smithi081 ceph-mon[25343]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:34:46.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:45 smithi081 ceph-mon[25343]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:46.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:34:46 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:34:46] "GET /metrics HTTP/1.1" 200 37981 "" "Prometheus/2.33.4" 2024-05-15T16:34:48.033 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:47 smithi081 ceph-mon[25343]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:48.078 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:47 smithi066 ceph-mon[24465]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:48.078 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:47 smithi066 ceph-mon[29300]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:49.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:49 smithi066 ceph-mon[29300]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:49.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:49 smithi066 ceph-mon[24465]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:49.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:49 smithi081 ceph-mon[25343]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:52.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:51 smithi066 ceph-mon[29300]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:52.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:51 smithi066 ceph-mon[24465]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:52.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:51 smithi081 ceph-mon[25343]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:53.924 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:53 smithi066 ceph-mon[29300]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:53.924 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:53 smithi066 ceph-mon[24465]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:54.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:53 smithi081 ceph-mon[25343]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:56.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:55 smithi066 ceph-mon[29300]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:34:56.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:55 smithi066 ceph-mon[29300]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:56.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:55 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:56.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:55 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:56.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:55 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:56.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:55 smithi066 ceph-mon[24465]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:34:56.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:55 smithi066 ceph-mon[24465]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:56.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:55 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:56.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:55 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:56.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:55 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:56.114 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:55 smithi081 ceph-mon[25343]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:34:56.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:55 smithi081 ceph-mon[25343]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:34:56.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:55 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:56.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:55 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:56.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:55 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:56.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:34:56 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:34:56] "GET /metrics HTTP/1.1" 200 37981 "" "Prometheus/2.33.4" 2024-05-15T16:34:58.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:57 smithi066 ceph-mon[29300]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:58.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:57 smithi066 ceph-mon[24465]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:58.072 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:57 smithi081 ceph-mon[25343]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:34:58.994 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:58 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:58.994 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:58 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:58.994 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:58 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:58.994 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:58 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:34:59.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:58 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:59.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:58 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:59.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:58 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:59.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:58 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:34:59.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:58 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:59.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:58 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:59.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:58 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:34:59.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:58 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:35:00.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:34:59 smithi066 ceph-mon[29300]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:00.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:34:59 smithi066 ceph-mon[24465]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:00.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:34:59 smithi081 ceph-mon[25343]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:01.968 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:01 smithi066 ceph-mon[24465]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:01.968 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:01 smithi066 ceph-mon[29300]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:02.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:01 smithi081 ceph-mon[25343]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:04.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:03 smithi081 ceph-mon[25343]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:04.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:03 smithi066 ceph-mon[29300]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:04.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:03 smithi066 ceph-mon[24465]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:05.186 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:04 smithi066 ceph-mon[29300]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:35:05.187 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:04 smithi066 ceph-mon[29300]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:05.187 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:04 smithi066 ceph-mon[24465]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:35:05.187 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:04 smithi066 ceph-mon[24465]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:05.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:04 smithi081 ceph-mon[25343]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:35:05.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:04 smithi081 ceph-mon[25343]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:06.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:06 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:35:06] "GET /metrics HTTP/1.1" 200 37978 "" "Prometheus/2.33.4" 2024-05-15T16:35:08.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:07 smithi066 ceph-mon[29300]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:08.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:07 smithi066 ceph-mon[24465]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:08.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:07 smithi081 ceph-mon[25343]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:09.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:09 smithi066 ceph-mon[29300]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:09.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:09 smithi066 ceph-mon[24465]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:09.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:09 smithi081 ceph-mon[25343]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:12.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:11 smithi066 ceph-mon[29300]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:12.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:11 smithi066 ceph-mon[24465]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:12.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:11 smithi081 ceph-mon[25343]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:14.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:13 smithi066 ceph-mon[29300]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:14.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:13 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:35:14.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:13 smithi066 ceph-mon[24465]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:14.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:13 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:35:14.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:13 smithi081 ceph-mon[25343]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:14.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:13 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:35:15.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:15 smithi081 ceph-mon[25343]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:35:15.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:15 smithi081 ceph-mon[25343]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:15.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:15 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:15.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:15 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:15.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:15 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:16.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:15 smithi066 ceph-mon[29300]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:35:16.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:15 smithi066 ceph-mon[29300]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:16.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:15 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:16.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:15 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:16.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:15 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:16.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:15 smithi066 ceph-mon[24465]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:35:16.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:15 smithi066 ceph-mon[24465]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:16.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:15 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:16.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:15 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:16.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:15 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:16.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:16 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:35:16] "GET /metrics HTTP/1.1" 200 37979 "" "Prometheus/2.33.4" 2024-05-15T16:35:17.997 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:17 smithi081 ceph-mon[25343]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:18.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:17 smithi066 ceph-mon[29300]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:18.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:17 smithi066 ceph-mon[24465]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:19.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:18 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:19.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:18 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:19.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:18 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:19.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:18 smithi081 ceph-mon[25343]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:19.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:18 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:19.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:18 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:19.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:18 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:19.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:18 smithi066 ceph-mon[29300]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:19.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:18 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:19.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:18 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:19.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:18 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:19.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:18 smithi066 ceph-mon[24465]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:22.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:21 smithi066 ceph-mon[24465]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:22.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:21 smithi066 ceph-mon[29300]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:22.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:21 smithi081 ceph-mon[25343]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:24.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:23 smithi066 ceph-mon[29300]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:24.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:23 smithi066 ceph-mon[24465]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:24.114 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:23 smithi081 ceph-mon[25343]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:26.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:25 smithi066 ceph-mon[29300]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:35:26.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:25 smithi066 ceph-mon[29300]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:26.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:25 smithi066 ceph-mon[24465]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:35:26.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:25 smithi066 ceph-mon[24465]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:26.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:25 smithi081 ceph-mon[25343]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:35:26.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:25 smithi081 ceph-mon[25343]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:26.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:26 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:35:26] "GET /metrics HTTP/1.1" 200 37979 "" "Prometheus/2.33.4" 2024-05-15T16:35:28.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:27 smithi066 ceph-mon[24465]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:28.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:27 smithi066 ceph-mon[29300]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:28.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:27 smithi081 ceph-mon[25343]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:29.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:29 smithi066 ceph-mon[29300]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:29.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:29 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:35:29.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:29 smithi066 ceph-mon[24465]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:29.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:29 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:35:29.799 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:29 smithi081 ceph-mon[25343]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:29.799 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:29 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:35:32.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:31 smithi066 ceph-mon[24465]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:32.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:31 smithi066 ceph-mon[29300]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:32.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:31 smithi081 ceph-mon[25343]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:33.442 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph orch ps' 2024-05-15T16:35:34.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:33 smithi066 ceph-mon[24465]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:34.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:33 smithi066 ceph-mon[29300]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:34.114 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:33 smithi081 ceph-mon[25343]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:35.668 INFO:teuthology.orchestra.run.smithi066.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-15T16:35:35.668 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi066 smithi066 running 0s ago 22m - - 2024-05-15T16:35:35.668 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi081 smithi081 running 17s ago 22m - - 2024-05-15T16:35:35.668 INFO:teuthology.orchestra.run.smithi066.stdout:alertmanager.a smithi066 *:9093,9094 running (9m) 0s ago 17m 22.6M - 0.23.0 ba2b418f427c 985d2c728dcd 2024-05-15T16:35:35.668 INFO:teuthology.orchestra.run.smithi066.stdout:grafana.a smithi081 *:3000 running (8m) 17s ago 17m 49.6M - 8.3.5 dad864ee21e9 3f07258ad1f7 2024-05-15T16:35:35.668 INFO:teuthology.orchestra.run.smithi066.stdout:iscsi.foo.smithi066.lbegld smithi066 running (2m) 0s ago 16m 53.1M - 3.5 e1d6a67b021e b013ba943e36 2024-05-15T16:35:35.668 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.x smithi081 *:8443,9283 running (11m) 17s ago 22m 451M - 19.0.0-2576-gde5210d5 48bc18eb22d8 48fd6964273b 2024-05-15T16:35:35.668 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.y smithi066 *:8443,9283,8765 running (6m) 0s ago 23m 512M - 19.0.0-2576-gde5210d5 48bc18eb22d8 ad331d4e41f6 2024-05-15T16:35:35.668 INFO:teuthology.orchestra.run.smithi066.stdout:mon.a smithi066 running (23m) 0s ago 23m 74.4M 2048M 17.2.0 e1d6a67b021e 282c81f9a786 2024-05-15T16:35:35.668 INFO:teuthology.orchestra.run.smithi066.stdout:mon.b smithi081 running (22m) 17s ago 22m 58.4M 2048M 17.2.0 e1d6a67b021e 82fb987622c5 2024-05-15T16:35:35.668 INFO:teuthology.orchestra.run.smithi066.stdout:mon.c smithi066 running (22m) 0s ago 22m 52.0M 2048M 17.2.0 e1d6a67b021e f72f6b43cfb8 2024-05-15T16:35:35.668 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.a smithi066 *:9100 running (9m) 0s ago 18m 16.6M - 1.3.1 1dbe0e931976 6ed2ed734239 2024-05-15T16:35:35.669 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.b smithi081 *:9100 running (9m) 17s ago 18m 17.3M - 1.3.1 1dbe0e931976 de0534eeb76c 2024-05-15T16:35:35.669 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 smithi066 running (21m) 0s ago 21m 52.5M 4096M 17.2.0 e1d6a67b021e 28a5f29dbca4 2024-05-15T16:35:35.669 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 smithi066 running (21m) 0s ago 21m 54.3M 4096M 17.2.0 e1d6a67b021e 0ef23245f9ef 2024-05-15T16:35:35.669 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 smithi066 running (20m) 0s ago 20m 49.6M 4096M 17.2.0 e1d6a67b021e 02c0efc727d7 2024-05-15T16:35:35.669 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 smithi066 running (20m) 0s ago 20m 52.5M 4096M 17.2.0 e1d6a67b021e 40f1cf1a2241 2024-05-15T16:35:35.669 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 smithi081 running (20m) 17s ago 20m 55.0M 4096M 17.2.0 e1d6a67b021e 4765ca89ed8f 2024-05-15T16:35:35.669 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 smithi081 running (19m) 17s ago 19m 51.2M 4096M 17.2.0 e1d6a67b021e 360c01584121 2024-05-15T16:35:35.669 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 smithi081 running (19m) 17s ago 19m 53.8M 4096M 17.2.0 e1d6a67b021e 28621b8e0dfc 2024-05-15T16:35:35.669 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 smithi081 running (18m) 17s ago 18m 52.9M 4096M 17.2.0 e1d6a67b021e d77057b690f5 2024-05-15T16:35:35.669 INFO:teuthology.orchestra.run.smithi066.stdout:prometheus.a smithi081 *:9095 running (2m) 17s ago 18m 69.9M - 2.33.4 514e6a882f6e e8a167311f15 2024-05-15T16:35:35.669 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi066.venvvw smithi066 *:8000 running (16m) 0s ago 16m 74.2M - 17.2.0 e1d6a67b021e a58b069a63ed 2024-05-15T16:35:35.669 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi081.bblyzt smithi081 *:8000 running (16m) 17s ago 16m 74.4M - 17.2.0 e1d6a67b021e 31bf3403b024 2024-05-15T16:35:36.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:35 smithi066 ceph-mon[29300]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:35:36.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:35 smithi066 ceph-mon[29300]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:36.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:35 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:36.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:35 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:36.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:35 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:36.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:35 smithi066 ceph-mon[24465]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:35:36.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:35 smithi066 ceph-mon[24465]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:36.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:35 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:36.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:35 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:36.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:35 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:36.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:35 smithi081 ceph-mon[25343]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:35:36.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:35 smithi081 ceph-mon[25343]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:36.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:35 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:36.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:35 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:36.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:35 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:36.288 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph versions' 2024-05-15T16:35:36.612 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:35:36] "GET /metrics HTTP/1.1" 200 37977 "" "Prometheus/2.33.4" 2024-05-15T16:35:36.940 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:36 smithi066 ceph-mon[29300]: from='client.15264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:35:36.940 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:36 smithi066 ceph-mon[24465]: from='client.15264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:35:37.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:36 smithi081 ceph-mon[25343]: from='client.15264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:35:37.840 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:37 smithi066 ceph-mon[29300]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:37.840 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:37 smithi066 ceph-mon[24465]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:38.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:37 smithi081 ceph-mon[25343]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:38.351 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:35:38.351 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": { 2024-05-15T16:35:38.351 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-05-15T16:35:38.351 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:35:38.351 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": { 2024-05-15T16:35:38.351 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:35:38.351 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:35:38.351 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": { 2024-05-15T16:35:38.351 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-05-15T16:35:38.351 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:35:38.352 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": {}, 2024-05-15T16:35:38.352 INFO:teuthology.orchestra.run.smithi066.stdout: "rgw": { 2024-05-15T16:35:38.352 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-05-15T16:35:38.352 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:35:38.352 INFO:teuthology.orchestra.run.smithi066.stdout: "overall": { 2024-05-15T16:35:38.352 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-05-15T16:35:38.352 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:35:38.352 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:35:38.352 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:35:38.974 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph -s' 2024-05-15T16:35:39.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:39 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:39.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:39 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:39.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:39 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:39.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:39 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/251676158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:35:39.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:39 smithi066 ceph-mon[29300]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:39.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:39 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:39.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:39 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:39.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:39 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:39.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:39 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/251676158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:35:39.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:39 smithi066 ceph-mon[24465]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:39.490 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:39 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:39.491 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:39 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:39.491 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:39 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:39.491 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:39 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/251676158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:35:39.491 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:39 smithi081 ceph-mon[25343]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:41.195 INFO:teuthology.orchestra.run.smithi066.stdout: cluster: 2024-05-15T16:35:41.195 INFO:teuthology.orchestra.run.smithi066.stdout: id: b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:35:41.195 INFO:teuthology.orchestra.run.smithi066.stdout: health: HEALTH_OK 2024-05-15T16:35:41.195 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:35:41.195 INFO:teuthology.orchestra.run.smithi066.stdout: services: 2024-05-15T16:35:41.195 INFO:teuthology.orchestra.run.smithi066.stdout: mon: 3 daemons, quorum a,c,b (age 22m) 2024-05-15T16:35:41.195 INFO:teuthology.orchestra.run.smithi066.stdout: mgr: y(active, since 3m), standbys: x 2024-05-15T16:35:41.195 INFO:teuthology.orchestra.run.smithi066.stdout: osd: 8 osds: 8 up (since 18m), 8 in (since 19m) 2024-05-15T16:35:41.195 INFO:teuthology.orchestra.run.smithi066.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-05-15T16:35:41.196 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:35:41.196 INFO:teuthology.orchestra.run.smithi066.stdout: data: 2024-05-15T16:35:41.196 INFO:teuthology.orchestra.run.smithi066.stdout: pools: 6 pools, 161 pgs 2024-05-15T16:35:41.196 INFO:teuthology.orchestra.run.smithi066.stdout: objects: 209 objects, 585 KiB 2024-05-15T16:35:41.196 INFO:teuthology.orchestra.run.smithi066.stdout: usage: 95 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:35:41.196 INFO:teuthology.orchestra.run.smithi066.stdout: pgs: 161 active+clean 2024-05-15T16:35:41.196 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:35:41.196 INFO:teuthology.orchestra.run.smithi066.stdout: io: 2024-05-15T16:35:41.196 INFO:teuthology.orchestra.run.smithi066.stdout: client: 1.2 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-05-15T16:35:41.196 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-05-15T16:35:41.810 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph health detail' 2024-05-15T16:35:42.025 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:41 smithi066 ceph-mon[24465]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:42.026 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:41 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2308311414' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-05-15T16:35:42.026 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:41 smithi066 ceph-mon[29300]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:42.026 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:41 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/2308311414' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-05-15T16:35:42.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:41 smithi081 ceph-mon[25343]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:42.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:41 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/2308311414' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-05-15T16:35:43.966 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:43 smithi066 ceph-mon[29300]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:43.967 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:43 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:35:43.967 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:43 smithi066 ceph-mon[24465]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:43.967 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:43 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:35:44.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:43 smithi081 ceph-mon[25343]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:44.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:43 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:35:44.768 INFO:teuthology.orchestra.run.smithi066.stdout:HEALTH_OK 2024-05-15T16:35:44.835 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:44 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:35:44.836 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:44 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:35:44.836 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:44 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:35:44.836 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:44 smithi066 ceph-mon[29300]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:44.836 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:44 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/2830744963' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-05-15T16:35:44.836 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:44 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:35:44.836 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:44 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:35:44.836 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:44 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:35:44.836 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:44 smithi066 ceph-mon[24465]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:44.836 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:44 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2830744963' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-05-15T16:35:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:44 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:35:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:44 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:35:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:44 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:35:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:44 smithi081 ceph-mon[25343]: from='mgr.15180 172.21.15.66:0/3487948730' entity='mgr.y' 2024-05-15T16:35:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:44 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/2830744963' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-05-15T16:35:45.723 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 1'"'"'' 2024-05-15T16:35:46.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:45 smithi066 ceph-mon[29300]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:35:46.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:45 smithi066 ceph-mon[29300]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:46.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:45 smithi066 ceph-mon[24465]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:35:46.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:45 smithi066 ceph-mon[24465]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:46.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:45 smithi081 ceph-mon[25343]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:35:46.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:45 smithi081 ceph-mon[25343]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:46.416 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:46 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:35:46] "GET /metrics HTTP/1.1" 200 37977 "" "Prometheus/2.33.4" 2024-05-15T16:35:47.875 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:47 smithi066 ceph-mon[29300]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:47.875 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:47 smithi066 ceph-mon[24465]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:48.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:47 smithi081 ceph-mon[25343]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:48.401 INFO:teuthology.orchestra.run.smithi066.stdout:true 2024-05-15T16:35:49.006 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:48 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/1348912197' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:35:49.007 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:48 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/1348912197' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:35:49.031 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:48 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/1348912197' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:35:49.032 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph mgr fail' 2024-05-15T16:35:50.031 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:49 smithi066 ceph-mon[29300]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:50.031 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:49 smithi066 ceph-mon[24465]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:50.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:49 smithi081 ceph-mon[25343]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:35:52.105 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:51 smithi066 ceph-mon[29300]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:52.105 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:51 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3019574538' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-05-15T16:35:52.106 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:51 smithi066 ceph-mon[29300]: osdmap e105: 8 total, 8 up, 8 in 2024-05-15T16:35:52.106 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:51 smithi066 ceph-mon[24465]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:52.106 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:51 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3019574538' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-05-15T16:35:52.106 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:51 smithi066 ceph-mon[24465]: osdmap e105: 8 total, 8 up, 8 in 2024-05-15T16:35:52.106 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:51 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:51.784+0000 7fb93ff88700 -1 mgr handle_mgr_map I was active but no longer am 2024-05-15T16:35:52.106 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:51 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ignoring --setuser ceph since I am not root 2024-05-15T16:35:52.106 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:51 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ignoring --setgroup ceph since I am not root 2024-05-15T16:35:52.107 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:51 smithi066 ceph-mgr[70369]: -- 172.21.15.66:0/328818570 <== mon.1 v2:172.21.15.66:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d4fc7be5a0 con 0x55d4fc793000 2024-05-15T16:35:52.107 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:51 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:51.992+0000 7ff57d6b0200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-15T16:35:52.114 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:51 smithi081 ceph-mon[25343]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:35:52.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:51 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3019574538' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-05-15T16:35:52.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:51 smithi081 ceph-mon[25343]: osdmap e105: 8 total, 8 up, 8 in 2024-05-15T16:35:52.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:51 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:35:51] ENGINE Bus STOPPING 2024-05-15T16:35:52.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:51 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:35:51] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-15T16:35:52.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:51 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:35:51] ENGINE Bus STOPPED 2024-05-15T16:35:52.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:51 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:35:51] ENGINE Bus STARTING 2024-05-15T16:35:52.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:52 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:35:52] ENGINE Serving on http://:::9283 2024-05-15T16:35:52.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:52 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:35:52] ENGINE Bus STARTED 2024-05-15T16:35:52.410 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:52 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:52.186+0000 7ff57d6b0200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:35:52.410 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:52 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:52.295+0000 7ff57d6b0200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-15T16:35:52.437 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'sleep 180' 2024-05-15T16:35:52.740 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:52 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:52.640+0000 7ff57d6b0200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-15T16:35:52.740 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:52 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:52.738+0000 7ff57d6b0200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-15T16:35:53.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3019574538' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-05-15T16:35:53.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: mgrmap e33: x(active, starting, since 0.687511s) 2024-05-15T16:35:53.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:35:53.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:35:53.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:35:53.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-15T16:35:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:35:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:35:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:35:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:35:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:35:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:35:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:35:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:35:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-15T16:35:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-15T16:35:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-15T16:35:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: Manager daemon x is now available 2024-05-15T16:35:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:35:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:35:53.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:35:53.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:35:53.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:35:53.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:35:53.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:35:53.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3019574538' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-05-15T16:35:53.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: mgrmap e33: x(active, starting, since 0.687511s) 2024-05-15T16:35:53.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:35:53.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:35:53.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:35:53.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-15T16:35:53.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:35:53.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:35:53.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:35:53.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:35:53.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:35:53.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:35:53.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:35:53.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:35:53.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-15T16:35:53.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-15T16:35:53.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-15T16:35:53.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: Manager daemon x is now available 2024-05-15T16:35:53.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:53.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:35:53.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:35:53.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:35:53.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:35:53.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:35:53.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:35:53.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:35:53.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:35:53.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-15T16:35:53.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-15T16:35:53.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:35:53.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:35:53.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:35:53.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:35:53.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:35:53.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:35:53.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: Updating smithi066:/etc/ceph/ceph.conf 2024-05-15T16:35:53.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: Updating smithi081:/etc/ceph/ceph.conf 2024-05-15T16:35:53.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:35:53.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:35:53.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[29300]: [15/May/2024:16:35:52] ENGINE Bus STARTING 2024-05-15T16:35:53.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:35:53.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-15T16:35:53.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-15T16:35:53.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:35:53.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:35:53.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:35:53.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:35:53.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:35:53.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:35:53.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: Updating smithi066:/etc/ceph/ceph.conf 2024-05-15T16:35:53.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: Updating smithi081:/etc/ceph/ceph.conf 2024-05-15T16:35:53.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:35:53.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:35:53.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:52 smithi066 ceph-mon[24465]: [15/May/2024:16:35:52] ENGINE Bus STARTING 2024-05-15T16:35:53.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3019574538' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-05-15T16:35:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: mgrmap e33: x(active, starting, since 0.687511s) 2024-05-15T16:35:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:35:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:35:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:35:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-15T16:35:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:35:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:35:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:35:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:35:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:35:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:35:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:35:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:35:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-15T16:35:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-15T16:35:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-15T16:35:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: Manager daemon x is now available 2024-05-15T16:35:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:35:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:35:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:35:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:35:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:35:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:35:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:35:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:35:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-15T16:35:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-15T16:35:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:35:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:35:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:35:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:35:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:35:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:35:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: Updating smithi066:/etc/ceph/ceph.conf 2024-05-15T16:35:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: Updating smithi081:/etc/ceph/ceph.conf 2024-05-15T16:35:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:35:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:35:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:52 smithi081 ceph-mon[25343]: [15/May/2024:16:35:52] ENGINE Bus STARTING 2024-05-15T16:35:54.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: [15/May/2024:16:35:52] ENGINE Serving on https://172.21.15.81:7150 2024-05-15T16:35:54.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: mgrmap e34: x(active, since 1.70686s) 2024-05-15T16:35:54.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:35:54.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: Updating smithi081:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:35:54.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: [15/May/2024:16:35:52] ENGINE Serving on http://172.21.15.81:8765 2024-05-15T16:35:54.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: [15/May/2024:16:35:52] ENGINE Bus STARTED 2024-05-15T16:35:54.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:35:54.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:35:54.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:35:54.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:35:54.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:35:54.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:35:54.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:35:54.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:35:54.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:53 smithi081 ceph-mon[25343]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:35:54.118 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: [15/May/2024:16:35:52] ENGINE Serving on https://172.21.15.81:7150 2024-05-15T16:35:54.118 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: mgrmap e34: x(active, since 1.70686s) 2024-05-15T16:35:54.118 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:35:54.118 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: Updating smithi081:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:35:54.118 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: [15/May/2024:16:35:52] ENGINE Serving on http://172.21.15.81:8765 2024-05-15T16:35:54.118 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: [15/May/2024:16:35:52] ENGINE Bus STARTED 2024-05-15T16:35:54.118 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:35:54.118 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:35:54.118 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:35:54.118 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.118 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.118 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.119 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.119 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.119 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.119 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.119 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.119 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.119 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:35:54.119 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.119 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.119 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.119 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:35:54.119 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:35:54.119 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:35:54.119 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:35:54.119 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[24465]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:35:54.120 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: [15/May/2024:16:35:52] ENGINE Serving on https://172.21.15.81:7150 2024-05-15T16:35:54.120 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: mgrmap e34: x(active, since 1.70686s) 2024-05-15T16:35:54.120 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:35:54.120 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: Updating smithi081:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:35:54.120 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: [15/May/2024:16:35:52] ENGINE Serving on http://172.21.15.81:8765 2024-05-15T16:35:54.120 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: [15/May/2024:16:35:52] ENGINE Bus STARTED 2024-05-15T16:35:54.120 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:35:54.120 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:35:54.120 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:35:54.120 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.120 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.120 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.120 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.121 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.121 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.121 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.121 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.121 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.121 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:35:54.121 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.121 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.121 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:54.121 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:35:54.121 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:35:54.121 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:35:54.121 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:35:54.121 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:53 smithi066 ceph-mon[29300]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:35:54.488 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:54 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:54.113+0000 7ff57d6b0200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-15T16:35:54.489 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:54 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:54.306+0000 7ff57d6b0200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-15T16:35:54.489 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:54 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:54.486+0000 7ff57d6b0200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-15T16:35:55.038 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:54 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:54.855+0000 7ff57d6b0200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-15T16:35:55.039 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:54 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:54.956+0000 7ff57d6b0200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-15T16:35:55.379 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:55 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:55.189+0000 7ff57d6b0200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-15T16:35:55.380 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:55 smithi066 ceph-mon[29300]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:35:55.380 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:55 smithi066 ceph-mon[29300]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:35:55.380 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:55 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:55.380 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:55 smithi066 ceph-mon[29300]: mgrmap e35: x(active, since 3s) 2024-05-15T16:35:55.380 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:55 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:55.380 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:55 smithi066 ceph-mon[24465]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:35:55.381 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:55 smithi066 ceph-mon[24465]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:35:55.381 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:55 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:55.381 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:55 smithi066 ceph-mon[24465]: mgrmap e35: x(active, since 3s) 2024-05-15T16:35:55.381 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:55 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:55.595 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:55 smithi081 ceph-mon[25343]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:35:55.595 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:55 smithi081 ceph-mon[25343]: from='client.25150 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:35:55.595 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:55 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:55.595 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:55 smithi081 ceph-mon[25343]: mgrmap e35: x(active, since 3s) 2024-05-15T16:35:55.595 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:55 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:55.717 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:55 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:55.404+0000 7ff57d6b0200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:35:56.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:56 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:56.056+0000 7ff57d6b0200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-15T16:35:56.482 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:56 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:56.482 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:56 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:56.482 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:56 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:56.582 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:56 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:56.582 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:56 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:56.582 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:56 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:56.582 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:56 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:56.582 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:56 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:56.582 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:56 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:56.583 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:56 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:56.551+0000 7ff57d6b0200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-15T16:35:56.882 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:56 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:56.661+0000 7ff57d6b0200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-15T16:35:57.157 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:56 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:56.880+0000 7ff57d6b0200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-15T16:35:57.446 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:57 smithi066 ceph-mon[24465]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:35:57.447 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:57 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:57.447 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:57 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:57.447 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:57 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:57.447 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:57 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:57.447 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:57 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:57.447 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:57 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:57.447 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:57 smithi066 ceph-mon[29300]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:35:57.447 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:57 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:57.447 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:57 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:57.447 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:57 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:57.447 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:57 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:57.448 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:57 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:57.448 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:57 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:57.612 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:57 smithi081 ceph-mon[25343]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:35:57.612 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:57 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:57.612 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:57 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:57.612 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:57 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:57.612 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:57 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:57.612 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:57 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:57.612 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:57 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:57.698 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:57 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:57.444+0000 7ff57d6b0200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-15T16:35:57.698 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:57 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:57.545+0000 7ff57d6b0200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-15T16:35:57.976 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:57 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:57.814+0000 7ff57d6b0200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-15T16:35:58.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:57 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:57.974+0000 7ff57d6b0200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-15T16:35:58.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:58 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:58.080+0000 7ff57d6b0200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-15T16:35:58.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:58 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:58.208+0000 7ff57d6b0200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-15T16:35:58.342 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:35:57.879+0000 7f9f99293700 -1 log_channel(cephadm) log [ERR] : cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:35:58.343 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Creating ceph-iscsi config... 2024-05-15T16:35:58.343 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:35:58.343 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:35:58.343 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:35:58.343 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:35:58.343 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:35:58.343 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Traceback (most recent call last): 2024-05-15T16:35:58.343 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:35:58.343 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: return _run_code(code, main_globals, None, 2024-05-15T16:35:58.343 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:35:58.343 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: exec(code, run_globals) 2024-05-15T16:35:58.343 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:35:58.344 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:35:58.344 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:35:58.344 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:35:58.344 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:35:58.344 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:35:58.344 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:35:58.344 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:35:58.345 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:35:58.345 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Traceback (most recent call last): 2024-05-15T16:35:58.345 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-05-15T16:35:58.345 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: self.mgr._daemon_action(daemon_spec, action=action) 2024-05-15T16:35:58.345 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-05-15T16:35:58.345 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-05-15T16:35:58.345 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-05-15T16:35:58.345 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: return self.event_loop.get_result(coro, timeout) 2024-05-15T16:35:58.345 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-05-15T16:35:58.345 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: return future.result(timeout) 2024-05-15T16:35:58.345 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-05-15T16:35:58.345 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: return self.__get_result() 2024-05-15T16:35:58.345 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-05-15T16:35:58.345 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: raise self._exception 2024-05-15T16:35:58.346 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-05-15T16:35:58.346 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: use_current_daemon_image=reconfig, 2024-05-15T16:35:58.346 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-05-15T16:35:58.346 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-05-15T16:35:58.346 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:35:58.346 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Creating ceph-iscsi config... 2024-05-15T16:35:58.346 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:35:58.346 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:35:58.346 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:35:58.346 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:35:58.346 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:35:58.346 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: Traceback (most recent call last): 2024-05-15T16:35:58.346 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:35:58.347 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: return _run_code(code, main_globals, None, 2024-05-15T16:35:58.347 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:35:58.347 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: exec(code, run_globals) 2024-05-15T16:35:58.347 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:35:58.347 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:35:58.347 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:35:58.347 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:35:58.347 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:35:58.347 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:35:58.347 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:35:58.347 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:35:58.347 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:35:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:35:58.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:58 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:58.548+0000 7ff57d6b0200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-15T16:35:59.452 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:59 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:59.214+0000 7ff57d6b0200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-15T16:35:59.452 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:59 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:59.450+0000 7ff57d6b0200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-15T16:35:59.729 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:59 smithi066 ceph-mon[29300]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:35:59.729 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:59 smithi066 ceph-mon[29300]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:35:59.729 INFO:journalctl@ceph.mon.c.smithi066.stdout: Creating ceph-iscsi config... 2024-05-15T16:35:59.729 INFO:journalctl@ceph.mon.c.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:35:59.730 INFO:journalctl@ceph.mon.c.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:35:59.730 INFO:journalctl@ceph.mon.c.smithi066.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:35:59.730 INFO:journalctl@ceph.mon.c.smithi066.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:35:59.730 INFO:journalctl@ceph.mon.c.smithi066.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:35:59.730 INFO:journalctl@ceph.mon.c.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:35:59.730 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:35:59.730 INFO:journalctl@ceph.mon.c.smithi066.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:35:59.730 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:35:59.730 INFO:journalctl@ceph.mon.c.smithi066.stdout: exec(code, run_globals) 2024-05-15T16:35:59.730 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:35:59.730 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:35:59.730 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:35:59.730 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:35:59.730 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:35:59.731 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:35:59.731 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:35:59.731 INFO:journalctl@ceph.mon.c.smithi066.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:35:59.731 INFO:journalctl@ceph.mon.c.smithi066.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:35:59.731 INFO:journalctl@ceph.mon.c.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:35:59.731 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-05-15T16:35:59.731 INFO:journalctl@ceph.mon.c.smithi066.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-05-15T16:35:59.731 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-05-15T16:35:59.731 INFO:journalctl@ceph.mon.c.smithi066.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-05-15T16:35:59.731 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-05-15T16:35:59.731 INFO:journalctl@ceph.mon.c.smithi066.stdout: return self.event_loop.get_result(coro, timeout) 2024-05-15T16:35:59.731 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-05-15T16:35:59.731 INFO:journalctl@ceph.mon.c.smithi066.stdout: return future.result(timeout) 2024-05-15T16:35:59.732 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-05-15T16:35:59.732 INFO:journalctl@ceph.mon.c.smithi066.stdout: return self.__get_result() 2024-05-15T16:35:59.732 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-05-15T16:35:59.732 INFO:journalctl@ceph.mon.c.smithi066.stdout: raise self._exception 2024-05-15T16:35:59.732 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-05-15T16:35:59.732 INFO:journalctl@ceph.mon.c.smithi066.stdout: use_current_daemon_image=reconfig, 2024-05-15T16:35:59.732 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-05-15T16:35:59.732 INFO:journalctl@ceph.mon.c.smithi066.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-05-15T16:35:59.732 INFO:journalctl@ceph.mon.c.smithi066.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:35:59.732 INFO:journalctl@ceph.mon.c.smithi066.stdout: Creating ceph-iscsi config... 2024-05-15T16:35:59.732 INFO:journalctl@ceph.mon.c.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:35:59.732 INFO:journalctl@ceph.mon.c.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:35:59.732 INFO:journalctl@ceph.mon.c.smithi066.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:35:59.732 INFO:journalctl@ceph.mon.c.smithi066.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:35:59.732 INFO:journalctl@ceph.mon.c.smithi066.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:35:59.733 INFO:journalctl@ceph.mon.c.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:35:59.733 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:35:59.733 INFO:journalctl@ceph.mon.c.smithi066.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:35:59.733 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:35:59.733 INFO:journalctl@ceph.mon.c.smithi066.stdout: exec(code, run_globals) 2024-05-15T16:35:59.733 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:35:59.733 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:35:59.733 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:35:59.733 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:35:59.733 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:59 smithi066 ceph-mon[24465]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:35:59.733 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:59 smithi066 ceph-mon[24465]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:35:59.734 INFO:journalctl@ceph.mon.a.smithi066.stdout: Creating ceph-iscsi config... 2024-05-15T16:35:59.734 INFO:journalctl@ceph.mon.a.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:35:59.734 INFO:journalctl@ceph.mon.a.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:35:59.734 INFO:journalctl@ceph.mon.a.smithi066.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:35:59.734 INFO:journalctl@ceph.mon.a.smithi066.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:35:59.734 INFO:journalctl@ceph.mon.a.smithi066.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:35:59.734 INFO:journalctl@ceph.mon.a.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:35:59.734 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:35:59.734 INFO:journalctl@ceph.mon.a.smithi066.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:35:59.734 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:35:59.734 INFO:journalctl@ceph.mon.a.smithi066.stdout: exec(code, run_globals) 2024-05-15T16:35:59.734 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:35:59.734 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:35:59.734 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:35:59.735 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:35:59.735 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:35:59.735 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:35:59.735 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:35:59.735 INFO:journalctl@ceph.mon.a.smithi066.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:35:59.735 INFO:journalctl@ceph.mon.a.smithi066.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:35:59.735 INFO:journalctl@ceph.mon.a.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:35:59.735 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-05-15T16:35:59.735 INFO:journalctl@ceph.mon.a.smithi066.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-05-15T16:35:59.735 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-05-15T16:35:59.735 INFO:journalctl@ceph.mon.a.smithi066.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-05-15T16:35:59.735 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-05-15T16:35:59.735 INFO:journalctl@ceph.mon.a.smithi066.stdout: return self.event_loop.get_result(coro, timeout) 2024-05-15T16:35:59.735 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-05-15T16:35:59.735 INFO:journalctl@ceph.mon.a.smithi066.stdout: return future.result(timeout) 2024-05-15T16:35:59.736 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-05-15T16:35:59.736 INFO:journalctl@ceph.mon.a.smithi066.stdout: return self.__get_result() 2024-05-15T16:35:59.736 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-05-15T16:35:59.736 INFO:journalctl@ceph.mon.a.smithi066.stdout: raise self._exception 2024-05-15T16:35:59.736 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-05-15T16:35:59.736 INFO:journalctl@ceph.mon.a.smithi066.stdout: use_current_daemon_image=reconfig, 2024-05-15T16:35:59.736 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-05-15T16:35:59.736 INFO:journalctl@ceph.mon.a.smithi066.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-05-15T16:35:59.736 INFO:journalctl@ceph.mon.a.smithi066.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:35:59.736 INFO:journalctl@ceph.mon.a.smithi066.stdout: Creating ceph-iscsi config... 2024-05-15T16:35:59.736 INFO:journalctl@ceph.mon.a.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:35:59.736 INFO:journalctl@ceph.mon.a.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:35:59.736 INFO:journalctl@ceph.mon.a.smithi066.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:35:59.736 INFO:journalctl@ceph.mon.a.smithi066.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:35:59.736 INFO:journalctl@ceph.mon.a.smithi066.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:35:59.737 INFO:journalctl@ceph.mon.a.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:35:59.737 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:35:59.737 INFO:journalctl@ceph.mon.a.smithi066.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:35:59.737 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:35:59.737 INFO:journalctl@ceph.mon.a.smithi066.stdout: exec(code, run_globals) 2024-05-15T16:35:59.737 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:35:59.737 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:35:59.737 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:35:59.737 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:35:59.737 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:59 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:35:59] ENGINE Bus STARTING 2024-05-15T16:35:59.737 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:59 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: CherryPy Checker: 2024-05-15T16:35:59.737 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:59 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: The Application mounted at '' has an empty config. 2024-05-15T16:35:59.738 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:59 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:35:59.738 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:59 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:35:59] ENGINE Serving on http://:::9283 2024-05-15T16:35:59.738 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:35:59 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:35:59] ENGINE Bus STARTED 2024-05-15T16:35:59.738 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:35:59.738 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:35:59.738 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:35:59.738 INFO:journalctl@ceph.mon.a.smithi066.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:35:59.738 INFO:journalctl@ceph.mon.a.smithi066.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:35:59.738 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:59 smithi066 ceph-mon[24465]: Reconfiguring prometheus.a (dependencies changed)... 2024-05-15T16:35:59.738 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:59 smithi066 ceph-mon[24465]: Reconfiguring daemon prometheus.a on smithi081 2024-05-15T16:35:59.739 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:59 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:59.739 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:59 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:59.739 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:59 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:59.739 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:59 smithi066 ceph-mon[24465]: Standby manager daemon y started 2024-05-15T16:35:59.739 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:59 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-15T16:35:59.739 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:59 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:35:59.739 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:59 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-15T16:35:59.739 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:35:59 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:35:59.739 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:35:59.740 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:35:59.740 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:35:59.740 INFO:journalctl@ceph.mon.c.smithi066.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:35:59.740 INFO:journalctl@ceph.mon.c.smithi066.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:35:59.740 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:59 smithi066 ceph-mon[29300]: Reconfiguring prometheus.a (dependencies changed)... 2024-05-15T16:35:59.740 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:59 smithi066 ceph-mon[29300]: Reconfiguring daemon prometheus.a on smithi081 2024-05-15T16:35:59.740 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:59 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:59.740 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:59 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:59.740 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:59 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:59.742 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:59 smithi066 ceph-mon[29300]: Standby manager daemon y started 2024-05-15T16:35:59.742 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:59 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-15T16:35:59.742 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:59 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:35:59.742 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:59 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-15T16:35:59.742 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:35:59 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:35:59.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:59 smithi081 ceph-mon[25343]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:35:59.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:59 smithi081 ceph-mon[25343]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:35:59.867 INFO:journalctl@ceph.mon.b.smithi081.stdout: Creating ceph-iscsi config... 2024-05-15T16:35:59.867 INFO:journalctl@ceph.mon.b.smithi081.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:35:59.867 INFO:journalctl@ceph.mon.b.smithi081.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:35:59.867 INFO:journalctl@ceph.mon.b.smithi081.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:35:59.867 INFO:journalctl@ceph.mon.b.smithi081.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:35:59.867 INFO:journalctl@ceph.mon.b.smithi081.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:35:59.867 INFO:journalctl@ceph.mon.b.smithi081.stdout: Traceback (most recent call last): 2024-05-15T16:35:59.868 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:35:59.868 INFO:journalctl@ceph.mon.b.smithi081.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:35:59.868 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:35:59.868 INFO:journalctl@ceph.mon.b.smithi081.stdout: exec(code, run_globals) 2024-05-15T16:35:59.868 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:35:59.868 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:35:59.869 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:35:59.869 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:35:59.869 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:35:59.869 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:35:59.869 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:35:59.869 INFO:journalctl@ceph.mon.b.smithi081.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:35:59.870 INFO:journalctl@ceph.mon.b.smithi081.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:35:59.871 INFO:journalctl@ceph.mon.b.smithi081.stdout: Traceback (most recent call last): 2024-05-15T16:35:59.871 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-05-15T16:35:59.871 INFO:journalctl@ceph.mon.b.smithi081.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-05-15T16:35:59.871 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-05-15T16:35:59.871 INFO:journalctl@ceph.mon.b.smithi081.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-05-15T16:35:59.871 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-05-15T16:35:59.872 INFO:journalctl@ceph.mon.b.smithi081.stdout: return self.event_loop.get_result(coro, timeout) 2024-05-15T16:35:59.872 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-05-15T16:35:59.872 INFO:journalctl@ceph.mon.b.smithi081.stdout: return future.result(timeout) 2024-05-15T16:35:59.872 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-05-15T16:35:59.872 INFO:journalctl@ceph.mon.b.smithi081.stdout: return self.__get_result() 2024-05-15T16:35:59.872 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-05-15T16:35:59.873 INFO:journalctl@ceph.mon.b.smithi081.stdout: raise self._exception 2024-05-15T16:35:59.873 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-05-15T16:35:59.873 INFO:journalctl@ceph.mon.b.smithi081.stdout: use_current_daemon_image=reconfig, 2024-05-15T16:35:59.873 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-05-15T16:35:59.873 INFO:journalctl@ceph.mon.b.smithi081.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-05-15T16:35:59.873 INFO:journalctl@ceph.mon.b.smithi081.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:35:59.873 INFO:journalctl@ceph.mon.b.smithi081.stdout: Creating ceph-iscsi config... 2024-05-15T16:35:59.873 INFO:journalctl@ceph.mon.b.smithi081.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:35:59.874 INFO:journalctl@ceph.mon.b.smithi081.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:35:59.874 INFO:journalctl@ceph.mon.b.smithi081.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:35:59.874 INFO:journalctl@ceph.mon.b.smithi081.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:35:59.874 INFO:journalctl@ceph.mon.b.smithi081.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:35:59.874 INFO:journalctl@ceph.mon.b.smithi081.stdout: Traceback (most recent call last): 2024-05-15T16:35:59.874 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:35:59.875 INFO:journalctl@ceph.mon.b.smithi081.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:35:59.875 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:35:59.875 INFO:journalctl@ceph.mon.b.smithi081.stdout: exec(code, run_globals) 2024-05-15T16:35:59.875 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:35:59.875 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:35:59.875 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:35:59.876 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:35:59.876 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:35:59.876 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:35:59.876 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:35:59.876 INFO:journalctl@ceph.mon.b.smithi081.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:35:59.876 INFO:journalctl@ceph.mon.b.smithi081.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:35:59.877 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:59 smithi081 ceph-mon[25343]: Reconfiguring prometheus.a (dependencies changed)... 2024-05-15T16:35:59.877 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:59 smithi081 ceph-mon[25343]: Reconfiguring daemon prometheus.a on smithi081 2024-05-15T16:35:59.877 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:59 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:59.877 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:59 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:59.877 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:59 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:35:59.877 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:59 smithi081 ceph-mon[25343]: Standby manager daemon y started 2024-05-15T16:35:59.877 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:59 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-15T16:35:59.878 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:59 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:35:59.878 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:59 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-15T16:35:59.878 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:35:59 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:36:00.945 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:00 smithi066 ceph-mon[29300]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-05-15T16:36:00.945 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:00 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:00.945 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:00 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:00.945 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:00 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:00.945 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:00 smithi066 ceph-mon[29300]: mgrmap e36: x(active, since 8s), standbys: y 2024-05-15T16:36:00.946 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:00 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-15T16:36:00.946 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:00 smithi066 ceph-mon[24465]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-05-15T16:36:00.946 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:00 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:00.946 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:00 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:00.946 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:00 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:00.946 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:00 smithi066 ceph-mon[24465]: mgrmap e36: x(active, since 8s), standbys: y 2024-05-15T16:36:00.946 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:00 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-15T16:36:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:00 smithi081 ceph-mon[25343]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-05-15T16:36:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:00 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:00 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:00 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:00 smithi081 ceph-mon[25343]: mgrmap e36: x(active, since 8s), standbys: y 2024-05-15T16:36:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:00 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-15T16:36:02.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:01 smithi081 systemd[1]: Stopping Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:36:02.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:01 smithi081 bash[65791]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus.a" found: no such container 2024-05-15T16:36:02.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:01 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:36:01.879Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-05-15T16:36:02.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:01 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:36:01.879Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-05-15T16:36:02.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:01 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:36:01.879Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-05-15T16:36:02.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:01 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:36:01.879Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-05-15T16:36:02.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:01 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:36:01.879Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-05-15T16:36:02.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:01 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:36:01.879Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-05-15T16:36:02.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:01 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:36:01.879Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-05-15T16:36:02.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:01 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:36:01.879Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-05-15T16:36:02.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:01 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:36:01.879Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-05-15T16:36:02.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:01 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:36:01.879Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-05-15T16:36:02.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:01 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:36:01.879Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-05-15T16:36:02.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:01 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[61316]: ts=2024-05-15T16:36:01.879Z caller=main.go:1066 level=info msg="See you next time!" 2024-05-15T16:36:02.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:01 smithi081 podman[65801]: 2024-05-15 16:36:01.889404819 +0000 UTC m=+0.111135656 container died e8a167311f1526d2a825a5417e7fc33dfa7da8eafd56763f3e71fd48b55dba9f (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:36:02.530 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:02 smithi081 podman[65801]: 2024-05-15 16:36:02.278924509 +0000 UTC m=+0.500655344 container cleanup e8a167311f1526d2a825a5417e7fc33dfa7da8eafd56763f3e71fd48b55dba9f (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:36:02.530 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:02 smithi081 bash[65801]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a 2024-05-15T16:36:02.530 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:02 smithi081 bash[65828]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus.a" found: no such container 2024-05-15T16:36:02.789 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:02 smithi081 podman[65813]: 2024-05-15 16:36:02.530163258 +0000 UTC m=+0.637942713 container remove e8a167311f1526d2a825a5417e7fc33dfa7da8eafd56763f3e71fd48b55dba9f (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:36:02.789 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:02 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-05-15T16:36:02.789 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:02 smithi081 systemd[1]: Stopped Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:36:02.789 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:02 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@prometheus.a.service: Consumed 1.384s CPU time. 2024-05-15T16:36:02.790 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:02 smithi081 systemd[1]: Starting Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:36:02.790 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:02 smithi081 podman[65893]: 2024-05-15 16:36:02.670875077 +0000 UTC m=+0.018356550 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-05-15T16:36:02.790 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:02 smithi081 podman[65893]: 2024-05-15 16:36:02.789451647 +0000 UTC m=+0.136933111 container create d1882d368147dd661ec4b9d76d3c1b425524e4c9696e60812343e9b6139de35a (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:36:03.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:02 smithi066 ceph-mon[24465]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-05-15T16:36:03.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:02 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:03.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:02 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:03.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:02 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:03.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:02 smithi066 ceph-mon[29300]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-05-15T16:36:03.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:02 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:03.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:02 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:03.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:02 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:03.060 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:02 smithi081 ceph-mon[25343]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-05-15T16:36:03.060 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:02 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:03.061 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:02 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:03.061 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:02 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:03.061 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 podman[65893]: 2024-05-15 16:36:03.033670186 +0000 UTC m=+0.381151659 container init d1882d368147dd661ec4b9d76d3c1b425524e4c9696e60812343e9b6139de35a (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:36:03.061 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 podman[65893]: 2024-05-15 16:36:03.036595427 +0000 UTC m=+0.384076903 container start d1882d368147dd661ec4b9d76d3c1b425524e4c9696e60812343e9b6139de35a (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:36:03.365 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:36:03.060Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-05-15T16:36:03.365 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:36:03.060Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-05-15T16:36:03.365 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:36:03.060Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-05-15T16:36:03.365 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:36:03.060Z caller=main.go:518 level=info host_details="(Linux 5.14.0-446.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024 x86_64 smithi081 (none))" 2024-05-15T16:36:03.365 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:36:03.060Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-05-15T16:36:03.365 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:36:03.060Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-05-15T16:36:03.365 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:36:03.062Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-05-15T16:36:03.365 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:36:03.062Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-05-15T16:36:03.365 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:36:03.063Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-05-15T16:36:03.366 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:36:03.065Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-05-15T16:36:03.366 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:36:03.065Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.058µs 2024-05-15T16:36:03.366 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:36:03.065Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-05-15T16:36:03.366 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:36:03.066Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-05-15T16:36:03.366 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 bash[65893]: d1882d368147dd661ec4b9d76d3c1b425524e4c9696e60812343e9b6139de35a 2024-05-15T16:36:03.366 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 systemd[1]: Started Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:36:03.790 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:36:03.509Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-05-15T16:36:03.790 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:36:03.743Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-05-15T16:36:04.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:36:03.790Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-05-15T16:36:04.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:36:03.790Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-05-15T16:36:04.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:36:03.790Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=45.802µs wal_replay_duration=725.457534ms total_replay_duration=725.524223ms 2024-05-15T16:36:04.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:36:03.794Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-05-15T16:36:04.115 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:36:03.794Z caller=main.go:947 level=info msg="TSDB started" 2024-05-15T16:36:04.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:36:03.794Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-15T16:36:04.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:36:03.818Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=23.938838ms db_storage=760ns remote_storage=1.29µs web_handler=424ns query_engine=960ns scrape=429.855µs scrape_sd=86.696µs notify=10.063µs notify_sd=14.477µs rules=22.974794ms 2024-05-15T16:36:04.116 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:36:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:36:03.818Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-05-15T16:36:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:04 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:04 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:04 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:36:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:04 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:36:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:04 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:36:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:04 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:36:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:04 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:36:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:04 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:04 smithi066 ceph-mon[29300]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:36:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:04 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:36:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:04 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:36:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:04 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:36:04.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:04 smithi066 ceph-mon[29300]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:36:04.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:04 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:04.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:04 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:04.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:04 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:36:04.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:04 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:36:04.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:04 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:36:04.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:04 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:36:04.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:04 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:36:04.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:04 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:04.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:04 smithi066 ceph-mon[24465]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:36:04.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:04 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:36:04.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:04 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:36:04.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:04 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:36:04.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:04 smithi066 ceph-mon[24465]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:36:04.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:04 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:04.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:04 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:04.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:04 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:36:04.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:04 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:36:04.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:04 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:36:04.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:04 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:36:04.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:04 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:36:04.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:04 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:04.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:04 smithi081 ceph-mon[25343]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:36:04.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:04 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:36:04.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:04 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:36:04.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:04 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:36:04.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:04 smithi081 ceph-mon[25343]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:36:05.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:05 smithi066 ceph-mon[24465]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-15T16:36:05.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:05 smithi066 ceph-mon[29300]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-15T16:36:05.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:05 smithi081 ceph-mon[25343]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-15T16:36:07.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[24465]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:36:07.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:07.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:07.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:36:07.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:36:07.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:36:07.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:36:07.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:36:07.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:36:07.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:36:07.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:07.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3584053985' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-15T16:36:07.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:36:07.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3304749374' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/2111624382"}]: dispatch 2024-05-15T16:36:07.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[29300]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:36:07.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:07.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:07.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:36:07.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:36:07.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:36:07.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:36:07.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:36:07.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:36:07.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:36:07.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:07.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3584053985' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-15T16:36:07.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:36:07.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:07 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3304749374' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/2111624382"}]: dispatch 2024-05-15T16:36:07.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:07 smithi081 ceph-mon[25343]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:36:07.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:07 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:07.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:07 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:07.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:07 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:36:07.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:07 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:36:07.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:07 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:36:07.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:07 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:36:07.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:07 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:36:07.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:07 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:36:07.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:07 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:36:07.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:07 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:07.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:07 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3584053985' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-15T16:36:07.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:07 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:36:07.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:07 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3304749374' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/2111624382"}]: dispatch 2024-05-15T16:36:08.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:08 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3304749374' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/2111624382"}]': finished 2024-05-15T16:36:08.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:08 smithi066 ceph-mon[24465]: osdmap e106: 8 total, 8 up, 8 in 2024-05-15T16:36:08.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:08 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/121912904' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/2111624382"}]: dispatch 2024-05-15T16:36:08.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:08 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3304749374' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/2111624382"}]': finished 2024-05-15T16:36:08.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:08 smithi066 ceph-mon[29300]: osdmap e106: 8 total, 8 up, 8 in 2024-05-15T16:36:08.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:08 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/121912904' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/2111624382"}]: dispatch 2024-05-15T16:36:08.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:08 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3304749374' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6801/2111624382"}]': finished 2024-05-15T16:36:08.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:08 smithi081 ceph-mon[25343]: osdmap e106: 8 total, 8 up, 8 in 2024-05-15T16:36:08.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:08 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/121912904' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/2111624382"}]: dispatch 2024-05-15T16:36:09.366 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:36:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:36:08] "GET /metrics HTTP/1.1" 200 37971 "" "Prometheus/2.33.4" 2024-05-15T16:36:09.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:09 smithi066 ceph-mon[29300]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 12 op/s 2024-05-15T16:36:09.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:09 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/121912904' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/2111624382"}]': finished 2024-05-15T16:36:09.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:09 smithi066 ceph-mon[29300]: osdmap e107: 8 total, 8 up, 8 in 2024-05-15T16:36:09.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:09 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3552964001' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1605512774"}]: dispatch 2024-05-15T16:36:09.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:09 smithi066 ceph-mon[29300]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1605512774"}]: dispatch 2024-05-15T16:36:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:09 smithi066 ceph-mon[24465]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 12 op/s 2024-05-15T16:36:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:09 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/121912904' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/2111624382"}]': finished 2024-05-15T16:36:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:09 smithi066 ceph-mon[24465]: osdmap e107: 8 total, 8 up, 8 in 2024-05-15T16:36:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:09 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3552964001' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1605512774"}]: dispatch 2024-05-15T16:36:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:09 smithi066 ceph-mon[24465]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1605512774"}]: dispatch 2024-05-15T16:36:09.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:09 smithi081 ceph-mon[25343]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 12 op/s 2024-05-15T16:36:09.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:09 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/121912904' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:6800/2111624382"}]': finished 2024-05-15T16:36:09.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:09 smithi081 ceph-mon[25343]: osdmap e107: 8 total, 8 up, 8 in 2024-05-15T16:36:09.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:09 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3552964001' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1605512774"}]: dispatch 2024-05-15T16:36:09.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:09 smithi081 ceph-mon[25343]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1605512774"}]: dispatch 2024-05-15T16:36:10.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:10 smithi066 ceph-mon[29300]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1605512774"}]': finished 2024-05-15T16:36:10.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:10 smithi066 ceph-mon[29300]: osdmap e108: 8 total, 8 up, 8 in 2024-05-15T16:36:10.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:10 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/2711540189' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3602490934"}]: dispatch 2024-05-15T16:36:10.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:10 smithi066 ceph-mon[24465]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1605512774"}]': finished 2024-05-15T16:36:10.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:10 smithi066 ceph-mon[24465]: osdmap e108: 8 total, 8 up, 8 in 2024-05-15T16:36:10.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:10 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2711540189' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3602490934"}]: dispatch 2024-05-15T16:36:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:10 smithi081 ceph-mon[25343]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/1605512774"}]': finished 2024-05-15T16:36:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:10 smithi081 ceph-mon[25343]: osdmap e108: 8 total, 8 up, 8 in 2024-05-15T16:36:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:10 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/2711540189' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3602490934"}]: dispatch 2024-05-15T16:36:11.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:11 smithi066 ceph-mon[29300]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-05-15T16:36:11.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:11 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/2711540189' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3602490934"}]': finished 2024-05-15T16:36:11.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:11 smithi066 ceph-mon[29300]: osdmap e109: 8 total, 8 up, 8 in 2024-05-15T16:36:11.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:11 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/2126199232' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2384624919"}]: dispatch 2024-05-15T16:36:11.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:11 smithi066 ceph-mon[29300]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2384624919"}]: dispatch 2024-05-15T16:36:11.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:11 smithi066 ceph-mon[24465]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-05-15T16:36:11.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:11 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2711540189' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3602490934"}]': finished 2024-05-15T16:36:11.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:11 smithi066 ceph-mon[24465]: osdmap e109: 8 total, 8 up, 8 in 2024-05-15T16:36:11.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:11 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2126199232' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2384624919"}]: dispatch 2024-05-15T16:36:11.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:11 smithi066 ceph-mon[24465]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2384624919"}]: dispatch 2024-05-15T16:36:11.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:11 smithi081 ceph-mon[25343]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-05-15T16:36:11.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:11 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/2711540189' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3602490934"}]': finished 2024-05-15T16:36:11.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:11 smithi081 ceph-mon[25343]: osdmap e109: 8 total, 8 up, 8 in 2024-05-15T16:36:11.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:11 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/2126199232' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2384624919"}]: dispatch 2024-05-15T16:36:11.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:11 smithi081 ceph-mon[25343]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2384624919"}]: dispatch 2024-05-15T16:36:12.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:12 smithi066 ceph-mon[29300]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2384624919"}]': finished 2024-05-15T16:36:12.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:12 smithi066 ceph-mon[29300]: osdmap e110: 8 total, 8 up, 8 in 2024-05-15T16:36:12.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:12 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3341241347' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3802479878"}]: dispatch 2024-05-15T16:36:12.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:12 smithi066 ceph-mon[24465]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2384624919"}]': finished 2024-05-15T16:36:12.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:12 smithi066 ceph-mon[24465]: osdmap e110: 8 total, 8 up, 8 in 2024-05-15T16:36:12.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:12 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3341241347' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3802479878"}]: dispatch 2024-05-15T16:36:12.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:12 smithi081 ceph-mon[25343]: from='client.? ' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/2384624919"}]': finished 2024-05-15T16:36:12.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:12 smithi081 ceph-mon[25343]: osdmap e110: 8 total, 8 up, 8 in 2024-05-15T16:36:12.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:12 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3341241347' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3802479878"}]: dispatch 2024-05-15T16:36:13.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:13 smithi066 ceph-mon[29300]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-05-15T16:36:13.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:13 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3341241347' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3802479878"}]': finished 2024-05-15T16:36:13.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:13 smithi066 ceph-mon[29300]: osdmap e111: 8 total, 8 up, 8 in 2024-05-15T16:36:13.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:13 smithi066 ceph-mon[24465]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-05-15T16:36:13.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:13 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3341241347' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3802479878"}]': finished 2024-05-15T16:36:13.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:13 smithi066 ceph-mon[24465]: osdmap e111: 8 total, 8 up, 8 in 2024-05-15T16:36:13.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:13 smithi081 ceph-mon[25343]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-05-15T16:36:13.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:13 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3341241347' entity='client.iscsi.foo.smithi066.lbegld' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.66:0/3802479878"}]': finished 2024-05-15T16:36:13.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:13 smithi081 ceph-mon[25343]: osdmap e111: 8 total, 8 up, 8 in 2024-05-15T16:36:15.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:15 smithi081 ceph-mon[25343]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:36:15.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:15 smithi066 ceph-mon[24465]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:36:15.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:15 smithi066 ceph-mon[29300]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:36:17.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:17 smithi066 ceph-mon[29300]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:17.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:17 smithi066 ceph-mon[29300]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:36:17.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:17 smithi066 ceph-mon[24465]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:17.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:17 smithi066 ceph-mon[24465]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:36:17.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:17 smithi081 ceph-mon[25343]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:17.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:17 smithi081 ceph-mon[25343]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:36:19.148 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:36:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:36:18] "GET /metrics HTTP/1.1" 200 37971 "" "Prometheus/2.33.4" 2024-05-15T16:36:19.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:19 smithi066 ceph-mon[29300]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 700 B/s rd, 0 op/s 2024-05-15T16:36:19.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:19 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:19.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:19 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:19.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:19 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:19.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:19 smithi066 ceph-mon[24465]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 700 B/s rd, 0 op/s 2024-05-15T16:36:19.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:19 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:19.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:19 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:19.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:19 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:19.829 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:19 smithi081 ceph-mon[25343]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 700 B/s rd, 0 op/s 2024-05-15T16:36:19.829 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:19 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:19.829 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:19 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:19.829 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:19 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:21.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:21 smithi066 ceph-mon[24465]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:36:21.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:21 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:21.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:21 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:21.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:21 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:21.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:21 smithi066 ceph-mon[29300]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:36:21.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:21 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:21.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:21 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:21.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:21 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:21.789 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:21 smithi081 ceph-mon[25343]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:36:21.789 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:21 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:21.790 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:21 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:21.790 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:21 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:23.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:22 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:23.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:22 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:23.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:22 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:23.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:22 smithi066 ceph-mon[24465]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-05-15T16:36:23.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:22 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:36:23.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:22 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:23.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:22 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:23.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:22 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:23.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:22 smithi066 ceph-mon[29300]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-05-15T16:36:23.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:22 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:36:23.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:22 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:23.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:22 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:23.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:22 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:23.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:22 smithi081 ceph-mon[25343]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-05-15T16:36:23.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:22 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:36:25.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:25 smithi066 ceph-mon[29300]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:36:25.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:25 smithi066 ceph-mon[24465]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:36:25.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:25 smithi081 ceph-mon[25343]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:36:27.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:27 smithi066 ceph-mon[29300]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:27.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:27 smithi066 ceph-mon[29300]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:36:27.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:27 smithi066 ceph-mon[24465]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:27.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:27 smithi066 ceph-mon[24465]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:36:27.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:27 smithi081 ceph-mon[25343]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:27.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:27 smithi081 ceph-mon[25343]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:36:29.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:36:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:36:28] "GET /metrics HTTP/1.1" 200 37981 "" "Prometheus/2.33.4" 2024-05-15T16:36:29.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:29 smithi066 ceph-mon[29300]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:29.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:29 smithi066 ceph-mon[24465]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:29.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:29 smithi081 ceph-mon[25343]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:31.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:31 smithi066 ceph-mon[29300]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:36:31.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:31 smithi066 ceph-mon[24465]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:36:31.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:31 smithi081 ceph-mon[25343]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:36:33.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:33 smithi066 ceph-mon[29300]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:33.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:33 smithi066 ceph-mon[24465]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:33.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:33 smithi081 ceph-mon[25343]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:35.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:35 smithi066 ceph-mon[29300]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:36:35.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:35 smithi066 ceph-mon[24465]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:36:35.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:35 smithi081 ceph-mon[25343]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:36:37.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:37 smithi066 ceph-mon[29300]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:37.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:37 smithi066 ceph-mon[29300]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:36:37.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:37 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:36:37.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:37 smithi066 ceph-mon[24465]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:37.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:37 smithi066 ceph-mon[24465]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:36:37.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:37 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:36:37.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:37 smithi081 ceph-mon[25343]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:37.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:37 smithi081 ceph-mon[25343]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:36:37.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:37 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:36:39.049 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:36:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:36:38] "GET /metrics HTTP/1.1" 200 37975 "" "Prometheus/2.33.4" 2024-05-15T16:36:39.698 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:39 smithi081 ceph-mon[25343]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:39.699 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:39 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:39.699 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:39 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:39.699 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:39 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:39.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:39 smithi066 ceph-mon[29300]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:39.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:39 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:39.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:39 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:39.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:39 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:39.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:39 smithi066 ceph-mon[24465]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:39.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:39 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:39.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:39 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:39.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:39 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:41.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:41 smithi066 ceph-mon[24465]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:36:41.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:41 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:41.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:41 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:41.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:41 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:41.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:41 smithi066 ceph-mon[29300]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:36:41.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:41 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:41.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:41 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:41.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:41 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:41.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:41 smithi081 ceph-mon[25343]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:36:41.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:41 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:41.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:41 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:41.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:41 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:36:43.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:43 smithi066 ceph-mon[24465]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:43.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:43 smithi066 ceph-mon[29300]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:43.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:43 smithi081 ceph-mon[25343]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:45.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:45 smithi066 ceph-mon[24465]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:36:45.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:45 smithi066 ceph-mon[29300]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:36:45.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:45 smithi081 ceph-mon[25343]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:36:47.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:47 smithi066 ceph-mon[24465]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:47.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:47 smithi066 ceph-mon[24465]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:36:47.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:47 smithi066 ceph-mon[29300]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:47.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:47 smithi066 ceph-mon[29300]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:36:47.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:47 smithi081 ceph-mon[25343]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:47.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:47 smithi081 ceph-mon[25343]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:36:49.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:36:48 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:36:48] "GET /metrics HTTP/1.1" 200 37975 "" "Prometheus/2.33.4" 2024-05-15T16:36:49.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:49 smithi066 ceph-mon[29300]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:49.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:49 smithi066 ceph-mon[24465]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:49.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:49 smithi081 ceph-mon[25343]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:51.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:51 smithi066 ceph-mon[29300]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:36:51.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:51 smithi066 ceph-mon[24465]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:36:51.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:51 smithi081 ceph-mon[25343]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:36:52.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:36:52.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:36:52.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:36:53.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:53 smithi066 ceph-mon[29300]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:53.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:53 smithi066 ceph-mon[24465]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:53.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:53 smithi081 ceph-mon[25343]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:55.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:55 smithi066 ceph-mon[29300]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:36:55.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:55 smithi066 ceph-mon[24465]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:36:55.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:55 smithi081 ceph-mon[25343]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:36:57.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:57 smithi066 ceph-mon[24465]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:57.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:57 smithi066 ceph-mon[24465]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:36:57.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:57 smithi066 ceph-mon[29300]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:57.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:57 smithi066 ceph-mon[29300]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:36:57.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:57 smithi081 ceph-mon[25343]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:57.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:57 smithi081 ceph-mon[25343]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:36:59.225 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:36:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:36:58] "GET /metrics HTTP/1.1" 200 37975 "" "Prometheus/2.33.4" 2024-05-15T16:36:59.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:36:59 smithi066 ceph-mon[29300]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:59.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:36:59 smithi066 ceph-mon[24465]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:36:59.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:36:59 smithi081 ceph-mon[25343]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:00.794 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:00 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:00.794 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:00 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:00.794 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:00 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:00.794 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:00 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:00.794 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:00 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:00.794 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:00 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:01.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:00 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:01.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:00 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:01.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:00 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:01.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:00 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:01.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:00 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:01.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:00 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:01.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:00 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:01.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:00 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:01.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:00 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:01.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:00 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:01.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:00 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:01.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:00 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:01.973 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:01 smithi081 ceph-mon[25343]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:02.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:01 smithi066 ceph-mon[29300]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:02.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:01 smithi066 ceph-mon[24465]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:04.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:03 smithi066 ceph-mon[29300]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:04.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:03 smithi066 ceph-mon[24465]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:04.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:03 smithi081 ceph-mon[25343]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:06.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:05 smithi066 ceph-mon[29300]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:06.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:05 smithi066 ceph-mon[24465]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:06.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:05 smithi081 ceph-mon[25343]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:06.753 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:06 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:37:06.754 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:06 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:37:06.754 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:06 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:37:06.754 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:06 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:06.754 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:06 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:37:06.754 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:06 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:37:06.754 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:06 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:37:06.754 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:06 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:07.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:06 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:37:07.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:06 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:37:07.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:06 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:37:07.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:06 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:08.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:07 smithi066 ceph-mon[24465]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:08.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:07 smithi066 ceph-mon[24465]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:37:08.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:07 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:37:08.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:07 smithi066 ceph-mon[29300]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:08.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:07 smithi066 ceph-mon[29300]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:37:08.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:07 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:37:08.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:07 smithi081 ceph-mon[25343]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:08.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:07 smithi081 ceph-mon[25343]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:37:08.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:07 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:37:09.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:37:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:37:08] "GET /metrics HTTP/1.1" 200 37971 "" "Prometheus/2.33.4" 2024-05-15T16:37:10.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:09 smithi066 ceph-mon[24465]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:10.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:09 smithi066 ceph-mon[29300]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:10.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:09 smithi081 ceph-mon[25343]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:12.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:11 smithi066 ceph-mon[24465]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:12.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:11 smithi066 ceph-mon[29300]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:12.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:11 smithi081 ceph-mon[25343]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:14.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:13 smithi066 ceph-mon[24465]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:14.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:13 smithi066 ceph-mon[29300]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:14.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:13 smithi081 ceph-mon[25343]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:16.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:15 smithi066 ceph-mon[24465]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:16.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:15 smithi066 ceph-mon[29300]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:16.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:15 smithi081 ceph-mon[25343]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:18.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:17 smithi066 ceph-mon[24465]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:18.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:17 smithi066 ceph-mon[24465]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:37:18.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:17 smithi066 ceph-mon[29300]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:18.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:17 smithi066 ceph-mon[29300]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:37:18.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:17 smithi081 ceph-mon[25343]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:18.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:17 smithi081 ceph-mon[25343]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:37:19.234 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:37:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:37:18] "GET /metrics HTTP/1.1" 200 37971 "" "Prometheus/2.33.4" 2024-05-15T16:37:19.781 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:19 smithi066 ceph-mon[24465]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:19.782 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:19 smithi066 ceph-mon[29300]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:20.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:19 smithi081 ceph-mon[25343]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:21.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:20 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:21.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:20 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:21.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:20 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:21.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:20 smithi066 ceph-mon[24465]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:21.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:20 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:21.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:20 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:21.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:20 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:21.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:20 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:21.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:20 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:21.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:20 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:21.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:20 smithi066 ceph-mon[29300]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:21.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:20 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:21.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:20 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:21.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:20 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:21.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:20 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:21.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:20 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:21.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:20 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:21.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:20 smithi081 ceph-mon[25343]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:21.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:20 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:21.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:20 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:21.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:20 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:23.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:22 smithi066 ceph-mon[24465]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:23.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:22 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:37:23.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:22 smithi066 ceph-mon[29300]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:23.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:22 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:37:23.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:22 smithi081 ceph-mon[25343]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:23.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:22 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:37:25.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:25 smithi066 ceph-mon[24465]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:25.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:25 smithi066 ceph-mon[29300]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:25.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:25 smithi081 ceph-mon[25343]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:27.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:27 smithi066 ceph-mon[24465]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:27.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:27 smithi066 ceph-mon[24465]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:37:27.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:27 smithi066 ceph-mon[29300]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:27.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:27 smithi066 ceph-mon[29300]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:37:27.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:27 smithi081 ceph-mon[25343]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:27.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:27 smithi081 ceph-mon[25343]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:37:29.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:37:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:37:28] "GET /metrics HTTP/1.1" 200 37970 "" "Prometheus/2.33.4" 2024-05-15T16:37:29.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:29 smithi066 ceph-mon[24465]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:29.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:29 smithi066 ceph-mon[29300]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:29.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:29 smithi081 ceph-mon[25343]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:31.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:31 smithi066 ceph-mon[24465]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:31.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:31 smithi066 ceph-mon[29300]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:31.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:31 smithi081 ceph-mon[25343]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:33.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:33 smithi066 ceph-mon[29300]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:33.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:33 smithi066 ceph-mon[24465]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:33.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:33 smithi081 ceph-mon[25343]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:35.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:35 smithi066 ceph-mon[29300]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:35.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:35 smithi066 ceph-mon[24465]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:35.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:35 smithi081 ceph-mon[25343]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:37.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:37 smithi066 ceph-mon[29300]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:37.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:37 smithi066 ceph-mon[29300]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:37:37.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:37 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:37:37.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:37 smithi066 ceph-mon[24465]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:37.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:37 smithi066 ceph-mon[24465]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:37:37.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:37 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:37:37.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:37 smithi081 ceph-mon[25343]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:37.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:37 smithi081 ceph-mon[25343]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:37:37.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:37 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:37:39.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:37:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:37:38] "GET /metrics HTTP/1.1" 200 37971 "" "Prometheus/2.33.4" 2024-05-15T16:37:39.658 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:39 smithi066 ceph-mon[24465]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:39.658 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:39 smithi066 ceph-mon[29300]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:39.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:39 smithi081 ceph-mon[25343]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:41.028 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:40 smithi081 ceph-mon[25343]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:41.028 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:40 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:41.028 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:40 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:41.028 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:40 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:41.028 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:40 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:41.028 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:40 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:41.028 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:40 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:41.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:40 smithi066 ceph-mon[29300]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:41.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:40 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:41.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:40 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:41.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:40 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:41.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:40 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:41.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:40 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:41.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:40 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:41.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:40 smithi066 ceph-mon[24465]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:41.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:40 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:41.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:40 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:41.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:40 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:41.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:40 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:41.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:40 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:41.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:40 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:37:43.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:42 smithi081 ceph-mon[25343]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:43.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:42 smithi066 ceph-mon[29300]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:43.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:42 smithi066 ceph-mon[24465]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:45.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:45 smithi066 ceph-mon[29300]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:45.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:45 smithi066 ceph-mon[24465]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:45 smithi081 ceph-mon[25343]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:47.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:47 smithi066 ceph-mon[29300]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:47.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:47 smithi066 ceph-mon[29300]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:37:47.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:47 smithi066 ceph-mon[24465]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:47.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:47 smithi066 ceph-mon[24465]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:37:47.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:47 smithi081 ceph-mon[25343]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:47.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:47 smithi081 ceph-mon[25343]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:37:49.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:37:48 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:37:48] "GET /metrics HTTP/1.1" 200 37971 "" "Prometheus/2.33.4" 2024-05-15T16:37:49.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:49 smithi066 ceph-mon[29300]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:49.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:49 smithi066 ceph-mon[24465]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:49.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:49 smithi081 ceph-mon[25343]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:51.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:51 smithi066 ceph-mon[29300]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:51.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:51 smithi066 ceph-mon[24465]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:51.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:51 smithi081 ceph-mon[25343]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:52.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:37:52.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:37:52.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:37:53.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:53 smithi066 ceph-mon[24465]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:53.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:53 smithi066 ceph-mon[29300]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:53.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:53 smithi081 ceph-mon[25343]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:55.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:55 smithi066 ceph-mon[24465]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:55.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:55 smithi066 ceph-mon[29300]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:55.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:55 smithi081 ceph-mon[25343]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:57.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:57 smithi066 ceph-mon[29300]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:57.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:57 smithi066 ceph-mon[29300]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:37:57.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:57 smithi066 ceph-mon[24465]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:57.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:57 smithi066 ceph-mon[24465]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:37:57.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:57 smithi081 ceph-mon[25343]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:37:57.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:57 smithi081 ceph-mon[25343]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:37:59.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:37:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:37:58] "GET /metrics HTTP/1.1" 200 37972 "" "Prometheus/2.33.4" 2024-05-15T16:37:59.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:37:59 smithi066 ceph-mon[29300]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:59.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:37:59 smithi066 ceph-mon[24465]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:37:59.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:37:59 smithi081 ceph-mon[25343]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:01 smithi081 ceph-mon[25343]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:01 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:01 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:01 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:01 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:01 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:01 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:01 smithi066 ceph-mon[24465]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:01 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:01 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:01 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:01 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:01 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:01 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:01.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:01 smithi066 ceph-mon[29300]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:01.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:01 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:01.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:01 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:01.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:01 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:01.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:01 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:01.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:01 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:01.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:01 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:03.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:03 smithi081 ceph-mon[25343]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:03.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:03 smithi066 ceph-mon[24465]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:03.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:03 smithi066 ceph-mon[29300]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:05.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:05 smithi066 ceph-mon[24465]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:05.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:05 smithi066 ceph-mon[29300]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:05.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:05 smithi081 ceph-mon[25343]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:07.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:07 smithi066 ceph-mon[29300]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:07.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:07 smithi066 ceph-mon[29300]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:38:07.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:07 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:38:07.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:07 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:38:07.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:07 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:38:07.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:07 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:07.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:07 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:38:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:07 smithi066 ceph-mon[24465]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:07 smithi066 ceph-mon[24465]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:38:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:07 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:38:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:07 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:38:07.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:07 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:38:07.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:07 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:07.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:07 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:38:07.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:07 smithi081 ceph-mon[25343]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:07.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:07 smithi081 ceph-mon[25343]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:38:07.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:07 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:38:07.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:07 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:38:07.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:07 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:38:07.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:07 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:07.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:07 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:38:09.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:38:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:38:08] "GET /metrics HTTP/1.1" 200 37983 "" "Prometheus/2.33.4" 2024-05-15T16:38:09.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:09 smithi066 ceph-mon[29300]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:09.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:09 smithi066 ceph-mon[24465]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:09.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:09 smithi081 ceph-mon[25343]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:11.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:11 smithi066 ceph-mon[29300]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:11.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:11 smithi066 ceph-mon[24465]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:11.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:11 smithi081 ceph-mon[25343]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:13.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:13 smithi066 ceph-mon[24465]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:13.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:13 smithi066 ceph-mon[29300]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:13.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:13 smithi081 ceph-mon[25343]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:15.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:15 smithi066 ceph-mon[29300]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:15 smithi066 ceph-mon[24465]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:15.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:15 smithi081 ceph-mon[25343]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:17.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:17 smithi066 ceph-mon[29300]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:17.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:17 smithi066 ceph-mon[29300]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:38:17.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:17 smithi066 ceph-mon[24465]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:17.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:17 smithi066 ceph-mon[24465]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:38:17.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:17 smithi081 ceph-mon[25343]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:17.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:17 smithi081 ceph-mon[25343]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:38:19.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:38:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:38:18] "GET /metrics HTTP/1.1" 200 37983 "" "Prometheus/2.33.4" 2024-05-15T16:38:19.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:19 smithi081 ceph-mon[25343]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:19.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:19 smithi066 ceph-mon[24465]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:19.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:19 smithi066 ceph-mon[29300]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:21.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:21 smithi066 ceph-mon[29300]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:21.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:21 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:21.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:21 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:21.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:21 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:21.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:21 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:21.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:21 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:21.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:21 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:21.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:21 smithi066 ceph-mon[24465]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:21.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:21 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:21.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:21 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:21.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:21 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:21.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:21 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:21.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:21 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:21.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:21 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:21.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:21 smithi081 ceph-mon[25343]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:21.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:21 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:21.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:21 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:21.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:21 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:21.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:21 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:21.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:21 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:21.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:21 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:22.230 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:22 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:38:22.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:22 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:38:22.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:22 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:38:23.256 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:23 smithi081 ceph-mon[25343]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:23.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:23 smithi066 ceph-mon[29300]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:23.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:23 smithi066 ceph-mon[24465]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:25.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:25 smithi066 ceph-mon[24465]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:25.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:25 smithi066 ceph-mon[29300]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:25.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:25 smithi081 ceph-mon[25343]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:27.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:27 smithi066 ceph-mon[29300]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:27.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:27 smithi066 ceph-mon[29300]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:38:27.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:27 smithi066 ceph-mon[24465]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:27.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:27 smithi066 ceph-mon[24465]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:38:27.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:27 smithi081 ceph-mon[25343]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:27.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:27 smithi081 ceph-mon[25343]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:38:29.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:38:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:38:28] "GET /metrics HTTP/1.1" 200 37980 "" "Prometheus/2.33.4" 2024-05-15T16:38:29.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:29 smithi066 ceph-mon[24465]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:29.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:29 smithi066 ceph-mon[29300]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:29.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:29 smithi081 ceph-mon[25343]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:31.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:31 smithi066 ceph-mon[24465]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:31.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:31 smithi066 ceph-mon[29300]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:31.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:31 smithi081 ceph-mon[25343]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:33.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:33 smithi066 ceph-mon[24465]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:33.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:33 smithi066 ceph-mon[29300]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:33.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:33 smithi081 ceph-mon[25343]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:35.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:35 smithi066 ceph-mon[29300]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:35.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:35 smithi066 ceph-mon[24465]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:35.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:35 smithi081 ceph-mon[25343]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:37.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:37 smithi081 ceph-mon[25343]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:37.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:37 smithi081 ceph-mon[25343]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:38:37.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:37 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:38:37.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:37 smithi066 ceph-mon[29300]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:37.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:37 smithi066 ceph-mon[29300]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:38:37.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:37 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:38:37.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:37 smithi066 ceph-mon[24465]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:37.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:37 smithi066 ceph-mon[24465]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:38:37.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:37 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:38:39.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:38:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:38:38] "GET /metrics HTTP/1.1" 200 37980 "" "Prometheus/2.33.4" 2024-05-15T16:38:39.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:39 smithi066 ceph-mon[29300]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:39.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:39 smithi066 ceph-mon[24465]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:39.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:39 smithi081 ceph-mon[25343]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:41.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:41 smithi081 ceph-mon[25343]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:41.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:41 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:41.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:41 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:41.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:41 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:41.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:41 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:41.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:41 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:41.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:41 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:41.668 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:41 smithi066 ceph-mon[24465]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:41.668 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:41 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:41.669 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:41 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:41.669 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:41 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:41.669 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:41 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:41.669 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:41 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:41.669 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:41 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:41.669 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:41 smithi066 ceph-mon[29300]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:41.669 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:41 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:41.669 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:41 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:41.669 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:41 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:41.669 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:41 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:41.669 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:41 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:41.669 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:41 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:38:43.590 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:43 smithi081 ceph-mon[25343]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:43.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:43 smithi066 ceph-mon[24465]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:43.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:43 smithi066 ceph-mon[29300]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:45.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:45 smithi081 ceph-mon[25343]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:45.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:45 smithi066 ceph-mon[24465]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:45.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:45 smithi066 ceph-mon[29300]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:47.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:47 smithi066 ceph-mon[24465]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:47.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:47 smithi066 ceph-mon[24465]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:38:47.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:47 smithi066 ceph-mon[29300]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:47.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:47 smithi066 ceph-mon[29300]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:38:47.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:47 smithi081 ceph-mon[25343]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:47.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:47 smithi081 ceph-mon[25343]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:38:49.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:38:48 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:38:48] "GET /metrics HTTP/1.1" 200 37980 "" "Prometheus/2.33.4" 2024-05-15T16:38:49.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:49 smithi066 ceph-mon[24465]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:49.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:49 smithi066 ceph-mon[29300]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:49.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:49 smithi081 ceph-mon[25343]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:51.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:51 smithi066 ceph-mon[24465]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:51.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:51 smithi066 ceph-mon[29300]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:51.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:51 smithi081 ceph-mon[25343]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:52.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:52 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:38:52.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:52 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:38:52.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:52 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:38:53.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:53 smithi066 ceph-mon[29300]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:53.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:53 smithi066 ceph-mon[24465]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:53.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:53 smithi081 ceph-mon[25343]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:55.537 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph orch ps' 2024-05-15T16:38:55.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:55 smithi066 ceph-mon[24465]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:55.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:55 smithi066 ceph-mon[29300]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:55.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:55 smithi081 ceph-mon[25343]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:38:57.548 INFO:teuthology.orchestra.run.smithi066.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-15T16:38:57.548 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi066 smithi066 running 17s ago 26m - - 2024-05-15T16:38:57.548 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi081 smithi081 running 16s ago 25m - - 2024-05-15T16:38:57.548 INFO:teuthology.orchestra.run.smithi066.stdout:alertmanager.a smithi066 *:9093,9094 running (12m) 17s ago 20m 22.8M - 0.23.0 ba2b418f427c 985d2c728dcd 2024-05-15T16:38:57.548 INFO:teuthology.orchestra.run.smithi066.stdout:grafana.a smithi081 *:3000 running (12m) 16s ago 20m 50.2M - 8.3.5 dad864ee21e9 3f07258ad1f7 2024-05-15T16:38:57.548 INFO:teuthology.orchestra.run.smithi066.stdout:iscsi.foo.smithi066.lbegld smithi066 running (2m) 17s ago 19m 53.0M - 3.5 e1d6a67b021e 3a6bb0144808 2024-05-15T16:38:57.548 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.x smithi081 *:8443,9283 running (15m) 16s ago 25m 513M - 19.0.0-2576-gde5210d5 48bc18eb22d8 48fd6964273b 2024-05-15T16:38:57.548 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.y smithi066 *:8443,9283,8765 running (9m) 17s ago 27m 453M - 19.0.0-2576-gde5210d5 48bc18eb22d8 ad331d4e41f6 2024-05-15T16:38:57.548 INFO:teuthology.orchestra.run.smithi066.stdout:mon.a smithi066 running (27m) 17s ago 27m 80.3M 2048M 17.2.0 e1d6a67b021e 282c81f9a786 2024-05-15T16:38:57.548 INFO:teuthology.orchestra.run.smithi066.stdout:mon.b smithi081 running (25m) 16s ago 25m 60.0M 2048M 17.2.0 e1d6a67b021e 82fb987622c5 2024-05-15T16:38:57.548 INFO:teuthology.orchestra.run.smithi066.stdout:mon.c smithi066 running (25m) 17s ago 25m 54.1M 2048M 17.2.0 e1d6a67b021e f72f6b43cfb8 2024-05-15T16:38:57.548 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.a smithi066 *:9100 running (12m) 17s ago 21m 16.5M - 1.3.1 1dbe0e931976 6ed2ed734239 2024-05-15T16:38:57.549 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.b smithi081 *:9100 running (12m) 16s ago 21m 17.7M - 1.3.1 1dbe0e931976 de0534eeb76c 2024-05-15T16:38:57.549 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 smithi066 running (25m) 17s ago 25m 53.1M 4096M 17.2.0 e1d6a67b021e 28a5f29dbca4 2024-05-15T16:38:57.549 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 smithi066 running (24m) 17s ago 24m 54.7M 4096M 17.2.0 e1d6a67b021e 0ef23245f9ef 2024-05-15T16:38:57.549 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 smithi066 running (24m) 17s ago 24m 48.9M 4096M 17.2.0 e1d6a67b021e 02c0efc727d7 2024-05-15T16:38:57.549 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 smithi066 running (23m) 17s ago 23m 52.0M 4096M 17.2.0 e1d6a67b021e 40f1cf1a2241 2024-05-15T16:38:57.549 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 smithi081 running (23m) 16s ago 23m 55.7M 4096M 17.2.0 e1d6a67b021e 4765ca89ed8f 2024-05-15T16:38:57.549 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 smithi081 running (23m) 16s ago 23m 51.6M 4096M 17.2.0 e1d6a67b021e 360c01584121 2024-05-15T16:38:57.549 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 smithi081 running (22m) 16s ago 22m 54.5M 4096M 17.2.0 e1d6a67b021e 28621b8e0dfc 2024-05-15T16:38:57.549 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 smithi081 running (22m) 16s ago 22m 52.5M 4096M 17.2.0 e1d6a67b021e d77057b690f5 2024-05-15T16:38:57.549 INFO:teuthology.orchestra.run.smithi066.stdout:prometheus.a smithi081 *:9095 running (2m) 16s ago 21m 72.3M - 2.33.4 514e6a882f6e d1882d368147 2024-05-15T16:38:57.549 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi066.venvvw smithi066 *:8000 running (20m) 17s ago 20m 74.9M - 17.2.0 e1d6a67b021e a58b069a63ed 2024-05-15T16:38:57.549 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi081.bblyzt smithi081 *:8000 running (19m) 16s ago 19m 75.2M - 17.2.0 e1d6a67b021e 31bf3403b024 2024-05-15T16:38:57.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:57 smithi066 ceph-mon[24465]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:57.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:57 smithi066 ceph-mon[24465]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:38:57.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:57 smithi066 ceph-mon[29300]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:57.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:57 smithi066 ceph-mon[29300]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:38:57.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:57 smithi081 ceph-mon[25343]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:38:57.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:57 smithi081 ceph-mon[25343]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:38:58.337 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph orch ls' 2024-05-15T16:38:58.658 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:58 smithi066 ceph-mon[29300]: from='client.25291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:38:58.658 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:58 smithi066 ceph-mon[24465]: from='client.25291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:38:58.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:58 smithi081 ceph-mon[25343]: from='client.25291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:38:59.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:38:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:38:58] "GET /metrics HTTP/1.1" 200 37975 "" "Prometheus/2.33.4" 2024-05-15T16:38:59.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:38:59 smithi081 ceph-mon[25343]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:38:59.924 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:38:59 smithi066 ceph-mon[24465]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:38:59.924 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:38:59 smithi066 ceph-mon[29300]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:39:01.666 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:01 smithi066 ceph-mon[24465]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:39:01.667 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:01 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:01.667 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:01 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:01.667 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:01 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:01.667 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:01 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:01.667 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:01 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:01.667 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:01 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:01.668 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:01 smithi066 ceph-mon[29300]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:39:01.668 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:01 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:01.668 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:01 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:01.668 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:01 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:01.668 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:01 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:01.669 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:01 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:01.669 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:01 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:01.755 INFO:teuthology.orchestra.run.smithi066.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-05-15T16:39:01.755 INFO:teuthology.orchestra.run.smithi066.stdout:agent 2/2 1s ago 3m * 2024-05-15T16:39:01.755 INFO:teuthology.orchestra.run.smithi066.stdout:alertmanager ?:9093,9094 1/1 1s ago 21m smithi066=a;count:1 2024-05-15T16:39:01.755 INFO:teuthology.orchestra.run.smithi066.stdout:grafana ?:3000 1/1 0s ago 21m smithi081=a;count:1 2024-05-15T16:39:01.755 INFO:teuthology.orchestra.run.smithi066.stdout:iscsi.foo ?:5000 1/1 1s ago 19m count:1 2024-05-15T16:39:01.755 INFO:teuthology.orchestra.run.smithi066.stdout:mgr 2/2 1s ago 25m smithi066=y;smithi081=x;count:2 2024-05-15T16:39:01.756 INFO:teuthology.orchestra.run.smithi066.stdout:mon 3/3 1s ago 25m smithi066:172.21.15.66=a;smithi066:[v2:172.21.15.66:3301,v1:172.21.15.66:6790]=c;smithi081:172.21.15.81=b;count:3 2024-05-15T16:39:01.756 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter ?:9100 2/2 1s ago 22m smithi066=a;smithi081=b;count:2 2024-05-15T16:39:01.756 INFO:teuthology.orchestra.run.smithi066.stdout:osd 8 1s ago - 2024-05-15T16:39:01.756 INFO:teuthology.orchestra.run.smithi066.stdout:prometheus ?:9095 1/1 0s ago 22m smithi081=a;count:1 2024-05-15T16:39:01.756 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo ?:8000 2/2 1s ago 20m count:2 2024-05-15T16:39:01.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:01 smithi081 ceph-mon[25343]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:39:01.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:01 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:01.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:01 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:01.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:01 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:01.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:01 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:01.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:01 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:01.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:01 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:02.422 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph versions' 2024-05-15T16:39:02.676 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:02 smithi066 ceph-mon[29300]: from='client.25297 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:02.676 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:02 smithi066 ceph-mon[24465]: from='client.25297 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:02.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:02 smithi081 ceph-mon[25343]: from='client.25297 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:03.769 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:03 smithi081 ceph-mon[25343]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:39:03.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:03 smithi066 ceph-mon[29300]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:39:03.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:03 smithi066 ceph-mon[24465]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:39:04.841 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:39:04.842 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": { 2024-05-15T16:39:04.842 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-05-15T16:39:04.842 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:39:04.842 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": { 2024-05-15T16:39:04.842 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:39:04.842 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:39:04.842 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": { 2024-05-15T16:39:04.842 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-05-15T16:39:04.842 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:39:04.842 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": {}, 2024-05-15T16:39:04.842 INFO:teuthology.orchestra.run.smithi066.stdout: "rgw": { 2024-05-15T16:39:04.842 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-05-15T16:39:04.843 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:39:04.843 INFO:teuthology.orchestra.run.smithi066.stdout: "overall": { 2024-05-15T16:39:04.843 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-05-15T16:39:04.843 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:39:04.843 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:39:04.843 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:39:05.391 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr' 2024-05-15T16:39:05.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:05 smithi066 ceph-mon[29300]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 0 B/s wr, 78 op/s 2024-05-15T16:39:05.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:05 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/549963895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:05.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:05 smithi066 ceph-mon[24465]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 0 B/s wr, 78 op/s 2024-05-15T16:39:05.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:05 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/549963895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:05.814 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:05 smithi081 ceph-mon[25343]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 0 B/s wr, 78 op/s 2024-05-15T16:39:05.814 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:05 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/549963895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:07.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:07 smithi066 ceph-mon[29300]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 0 B/s wr, 78 op/s 2024-05-15T16:39:07.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:07 smithi066 ceph-mon[29300]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:39:07.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:07 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:07.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:07 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:07.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:07 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:07.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:07 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:07.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:07 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:39:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:07 smithi066 ceph-mon[24465]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 0 B/s wr, 78 op/s 2024-05-15T16:39:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:07 smithi066 ceph-mon[24465]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:39:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:07 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:07 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:07 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:07.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:07 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:07.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:07 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:39:07.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:07 smithi081 ceph-mon[25343]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 0 B/s wr, 78 op/s 2024-05-15T16:39:07.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:07 smithi081 ceph-mon[25343]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:39:07.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:07 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:07.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:07 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:07.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:07 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:07.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:07 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:07.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:07 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:39:08.728 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:08 smithi066 ceph-mon[29300]: from='client.25309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:08.728 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:08 smithi066 ceph-mon[24465]: from='client.25309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:08.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:08 smithi081 ceph-mon[25343]: from='client.25309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:09.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ::ffff:172.21.15.81 - - [15/May/2024:16:39:08] "GET /metrics HTTP/1.1" 200 37983 "" "Prometheus/2.33.4" 2024-05-15T16:39:09.578 INFO:teuthology.orchestra.run.smithi066.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:39:09.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:09 smithi066 ceph-mon[29300]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-05-15T16:39:09.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:09 smithi066 ceph-mon[24465]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-05-15T16:39:09.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:09 smithi081 ceph-mon[25343]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-05-15T16:39:10.299 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-05-15T16:39:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:10 smithi081 ceph-mon[25343]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:39:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:10 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:10 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:10 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:10 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:10 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:10 smithi081 ceph-mon[25343]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:39:11.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:10 smithi066 ceph-mon[24465]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:39:11.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:10 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:11.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:10 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:11.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:10 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:11.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:10 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:11.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:10 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:11.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:10 smithi066 ceph-mon[24465]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:39:11.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:10 smithi066 ceph-mon[29300]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:39:11.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:10 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:11.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:10 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:11.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:10 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:11.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:10 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:11.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:10 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:11.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:10 smithi066 ceph-mon[29300]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:39:11.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:11 smithi081 ceph-mon[25343]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:39:11.913 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:11 smithi066 ceph-mon[29300]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:39:11.914 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:11 smithi066 ceph-mon[24465]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:39:13.646 INFO:teuthology.orchestra.run.smithi066.stdout:true 2024-05-15T16:39:13.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:13 smithi081 ceph-mon[25343]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:39:13.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:13 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:13.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:13 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:13.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:13 smithi081 ceph-mon[25343]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-05-15T16:39:13.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:13 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-05-15T16:39:13.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:13 smithi081 ceph-mon[25343]: osdmap e112: 8 total, 8 up, 8 in 2024-05-15T16:39:14.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:13 smithi066 ceph-mon[24465]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:39:14.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:13 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:14.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:13 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:14.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:13 smithi066 ceph-mon[24465]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-05-15T16:39:14.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:13 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-05-15T16:39:14.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:13 smithi066 ceph-mon[24465]: osdmap e112: 8 total, 8 up, 8 in 2024-05-15T16:39:14.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:13 smithi066 ceph-mon[29300]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-05-15T16:39:14.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:13 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' 2024-05-15T16:39:14.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:13 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:14.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:13 smithi066 ceph-mon[29300]: from='mgr.25028 172.21.15.81:0/544496896' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-05-15T16:39:14.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:13 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-05-15T16:39:14.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:13 smithi066 ceph-mon[29300]: osdmap e112: 8 total, 8 up, 8 in 2024-05-15T16:39:14.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:14 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:39:14] ENGINE Bus STOPPING 2024-05-15T16:39:14.536 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:14 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:39:14] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-15T16:39:14.536 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:14 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:39:14] ENGINE Bus STOPPED 2024-05-15T16:39:14.536 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:14 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:39:14] ENGINE Bus STARTING 2024-05-15T16:39:14.536 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:14 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:39:14] ENGINE Serving on http://:::9283 2024-05-15T16:39:14.536 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:14 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:39:14] ENGINE Bus STARTED 2024-05-15T16:39:14.590 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:14 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:14.225+0000 7fa006d15700 -1 mgr handle_mgr_map I was active but no longer am 2024-05-15T16:39:14.590 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:14 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ignoring --setuser ceph since I am not root 2024-05-15T16:39:14.590 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:14 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: ignoring --setgroup ceph since I am not root 2024-05-15T16:39:14.590 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mgr[49368]: -- 172.21.15.81:0/3593712669 <== mon.2 v2:172.21.15.81:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56293db5c5a0 con 0x56293db31000 2024-05-15T16:39:14.590 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:14 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:14.405+0000 7f2fed875200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-15T16:39:14.590 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:14 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:14.588+0000 7f2fed875200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:39:14.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:14 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:14.694+0000 7f2fed875200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-15T16:39:14.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: Upgrade: Target is version 19.0.0-2576-gde5210d5 (squid) 2024-05-15T16:39:14.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a'] 2024-05-15T16:39:14.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: Upgrade: Need to upgrade myself (mgr.x) 2024-05-15T16:39:14.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: Upgrade: Need to upgrade myself (mgr.x) 2024-05-15T16:39:14.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: Failing over to other MGR 2024-05-15T16:39:14.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='client.15414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:14.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: Standby manager daemon x started 2024-05-15T16:39:14.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25028 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-05-15T16:39:14.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: mgrmap e37: y(active, starting, since 0.997424s), standbys: x 2024-05-15T16:39:14.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:39:14.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:39:14.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:39:14.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-15T16:39:14.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-15T16:39:14.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:39:14.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:39:14.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:39:14.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:39:14.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:39:14.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:39:14.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:39:14.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:39:14.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-15T16:39:14.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-15T16:39:14.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-15T16:39:14.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: Manager daemon y is now available 2024-05-15T16:39:14.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:14.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:14.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:39:14.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:39:14.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:39:14.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:39:14.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:39:14.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:39:14.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:39:14.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:39:14.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:14 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:39:14.882 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: Upgrade: Target is version 19.0.0-2576-gde5210d5 (squid) 2024-05-15T16:39:14.882 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a'] 2024-05-15T16:39:14.882 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: Upgrade: Need to upgrade myself (mgr.x) 2024-05-15T16:39:14.882 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: Upgrade: Need to upgrade myself (mgr.x) 2024-05-15T16:39:14.882 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: Failing over to other MGR 2024-05-15T16:39:14.882 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='client.15414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:14.882 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: Standby manager daemon x started 2024-05-15T16:39:14.882 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25028 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-05-15T16:39:14.882 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: mgrmap e37: y(active, starting, since 0.997424s), standbys: x 2024-05-15T16:39:14.883 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:39:14.883 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:39:14.883 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:39:14.883 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-15T16:39:14.883 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-15T16:39:14.883 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:39:14.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:39:14.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:39:14.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:39:14.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:39:14.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:39:14.885 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:39:14.885 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:39:14.885 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-15T16:39:14.885 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-15T16:39:14.885 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-15T16:39:14.885 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: Manager daemon y is now available 2024-05-15T16:39:14.885 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:14.886 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:14.886 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:39:14.886 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:39:14.886 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:39:14.886 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:39:14.886 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:39:14.886 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:39:14.886 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:39:14.886 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:39:14.886 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:39:14.887 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: Upgrade: Target is version 19.0.0-2576-gde5210d5 (squid) 2024-05-15T16:39:14.887 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a'] 2024-05-15T16:39:14.887 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: Upgrade: Need to upgrade myself (mgr.x) 2024-05-15T16:39:14.887 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: Upgrade: Need to upgrade myself (mgr.x) 2024-05-15T16:39:14.887 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: Failing over to other MGR 2024-05-15T16:39:14.887 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='client.15414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:14.887 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: Standby manager daemon x started 2024-05-15T16:39:14.887 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25028 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-05-15T16:39:14.887 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: mgrmap e37: y(active, starting, since 0.997424s), standbys: x 2024-05-15T16:39:14.888 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:39:14.888 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:39:14.888 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:39:14.888 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-15T16:39:14.888 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-15T16:39:14.888 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:39:14.888 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:39:14.888 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:39:14.888 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:39:14.888 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:39:14.888 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:39:14.888 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:39:14.888 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:39:14.888 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-15T16:39:14.888 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-15T16:39:14.888 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-15T16:39:14.888 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: Manager daemon y is now available 2024-05-15T16:39:14.889 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:14.889 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:14.889 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:39:14.889 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:39:14.889 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:39:14.889 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:39:14.889 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:39:14.889 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:39:14.889 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:39:14.889 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:39:14.889 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:14 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:39:15.276 INFO:teuthology.orchestra.run.smithi066.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-15T16:39:15.276 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi066 smithi066 running 14s ago 26m - - 2024-05-15T16:39:15.277 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi081 smithi081 running 14s ago 26m - - 2024-05-15T16:39:15.277 INFO:teuthology.orchestra.run.smithi066.stdout:alertmanager.a smithi066 *:9093,9094 running (12m) 14s ago 21m 22.8M - 0.23.0 ba2b418f427c 985d2c728dcd 2024-05-15T16:39:15.277 INFO:teuthology.orchestra.run.smithi066.stdout:grafana.a smithi081 *:3000 running (12m) 14s ago 20m 50.5M - 8.3.5 dad864ee21e9 3f07258ad1f7 2024-05-15T16:39:15.277 INFO:teuthology.orchestra.run.smithi066.stdout:iscsi.foo.smithi066.lbegld smithi066 running (3m) 14s ago 20m 53.2M - 3.5 e1d6a67b021e 3a6bb0144808 2024-05-15T16:39:15.277 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.x smithi081 *:8443,9283 running (15m) 14s ago 25m 514M - 19.0.0-2576-gde5210d5 48bc18eb22d8 48fd6964273b 2024-05-15T16:39:15.277 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.y smithi066 *:8443,9283,8765 running (9m) 14s ago 27m 453M - 19.0.0-2576-gde5210d5 48bc18eb22d8 ad331d4e41f6 2024-05-15T16:39:15.277 INFO:teuthology.orchestra.run.smithi066.stdout:mon.a smithi066 running (27m) 14s ago 27m 80.7M 2048M 17.2.0 e1d6a67b021e 282c81f9a786 2024-05-15T16:39:15.277 INFO:teuthology.orchestra.run.smithi066.stdout:mon.b smithi081 running (25m) 14s ago 25m 60.8M 2048M 17.2.0 e1d6a67b021e 82fb987622c5 2024-05-15T16:39:15.277 INFO:teuthology.orchestra.run.smithi066.stdout:mon.c smithi066 running (26m) 14s ago 26m 54.6M 2048M 17.2.0 e1d6a67b021e f72f6b43cfb8 2024-05-15T16:39:15.277 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.a smithi066 *:9100 running (13m) 14s ago 21m 16.9M - 1.3.1 1dbe0e931976 6ed2ed734239 2024-05-15T16:39:15.277 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.b smithi081 *:9100 running (12m) 14s ago 21m 19.1M - 1.3.1 1dbe0e931976 de0534eeb76c 2024-05-15T16:39:15.277 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 smithi066 running (25m) 14s ago 25m 52.9M 4096M 17.2.0 e1d6a67b021e 28a5f29dbca4 2024-05-15T16:39:15.277 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 smithi066 running (25m) 14s ago 25m 54.5M 4096M 17.2.0 e1d6a67b021e 0ef23245f9ef 2024-05-15T16:39:15.277 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 smithi066 running (24m) 14s ago 24m 49.5M 4096M 17.2.0 e1d6a67b021e 02c0efc727d7 2024-05-15T16:39:15.278 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 smithi066 running (24m) 14s ago 24m 53.0M 4096M 17.2.0 e1d6a67b021e 40f1cf1a2241 2024-05-15T16:39:15.278 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 smithi081 running (23m) 14s ago 23m 57.2M 4096M 17.2.0 e1d6a67b021e 4765ca89ed8f 2024-05-15T16:39:15.278 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 smithi081 running (23m) 14s ago 23m 51.4M 4096M 17.2.0 e1d6a67b021e 360c01584121 2024-05-15T16:39:15.278 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 smithi081 running (23m) 14s ago 23m 54.4M 4096M 17.2.0 e1d6a67b021e 28621b8e0dfc 2024-05-15T16:39:15.278 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 smithi081 running (22m) 14s ago 22m 53.6M 4096M 17.2.0 e1d6a67b021e d77057b690f5 2024-05-15T16:39:15.278 INFO:teuthology.orchestra.run.smithi066.stdout:prometheus.a smithi081 *:9095 running (3m) 14s ago 21m 72.3M - 2.33.4 514e6a882f6e d1882d368147 2024-05-15T16:39:15.278 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi066.venvvw smithi066 *:8000 running (20m) 14s ago 20m 75.1M - 17.2.0 e1d6a67b021e a58b069a63ed 2024-05-15T16:39:15.278 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi081.bblyzt smithi081 *:8000 running (20m) 14s ago 20m 75.2M - 17.2.0 e1d6a67b021e 31bf3403b024 2024-05-15T16:39:15.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:15.009+0000 7f2fed875200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-15T16:39:15.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:15.100+0000 7f2fed875200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-15T16:39:15.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:39:15.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:39:15.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[29300]: [15/May/2024:16:39:14] ENGINE Bus STARTING 2024-05-15T16:39:15.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:39:15.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:39:15.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:15.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:15.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[29300]: Updating smithi066:/etc/ceph/ceph.conf 2024-05-15T16:39:15.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[29300]: Updating smithi081:/etc/ceph/ceph.conf 2024-05-15T16:39:15.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[29300]: [15/May/2024:16:39:14] ENGINE Serving on https://172.21.15.66:7150 2024-05-15T16:39:15.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[29300]: mgrmap e38: y(active, since 2s), standbys: x 2024-05-15T16:39:15.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:15.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:15.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:39:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:39:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[24465]: [15/May/2024:16:39:14] ENGINE Bus STARTING 2024-05-15T16:39:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:39:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:39:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[24465]: Updating smithi066:/etc/ceph/ceph.conf 2024-05-15T16:39:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[24465]: Updating smithi081:/etc/ceph/ceph.conf 2024-05-15T16:39:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[24465]: [15/May/2024:16:39:14] ENGINE Serving on https://172.21.15.66:7150 2024-05-15T16:39:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[24465]: mgrmap e38: y(active, since 2s), standbys: x 2024-05-15T16:39:15.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:15.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:15.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:15 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:15.896 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:39:15.896 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": { 2024-05-15T16:39:15.896 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-05-15T16:39:15.896 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:39:15.896 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": { 2024-05-15T16:39:15.896 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:39:15.896 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:39:15.896 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": { 2024-05-15T16:39:15.896 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-05-15T16:39:15.896 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:39:15.896 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": {}, 2024-05-15T16:39:15.896 INFO:teuthology.orchestra.run.smithi066.stdout: "rgw": { 2024-05-15T16:39:15.896 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-05-15T16:39:15.896 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:39:15.897 INFO:teuthology.orchestra.run.smithi066.stdout: "overall": { 2024-05-15T16:39:15.897 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-05-15T16:39:15.897 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:39:15.897 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:39:15.897 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:39:15.939 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:39:15.939 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:15 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:39:15.939 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:15 smithi081 ceph-mon[25343]: [15/May/2024:16:39:14] ENGINE Bus STARTING 2024-05-15T16:39:15.939 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:39:15.939 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:15 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:39:15.939 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:15.939 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:15.939 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:15 smithi081 ceph-mon[25343]: Updating smithi066:/etc/ceph/ceph.conf 2024-05-15T16:39:15.939 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:15 smithi081 ceph-mon[25343]: Updating smithi081:/etc/ceph/ceph.conf 2024-05-15T16:39:15.940 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:15 smithi081 ceph-mon[25343]: [15/May/2024:16:39:14] ENGINE Serving on https://172.21.15.66:7150 2024-05-15T16:39:15.940 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:15 smithi081 ceph-mon[25343]: mgrmap e38: y(active, since 2s), standbys: x 2024-05-15T16:39:15.940 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:15 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:15.940 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:15 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:15.940 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:15 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:16.466 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:39:16.466 INFO:teuthology.orchestra.run.smithi066.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a", 2024-05-15T16:39:16.466 INFO:teuthology.orchestra.run.smithi066.stdout: "in_progress": true, 2024-05-15T16:39:16.466 INFO:teuthology.orchestra.run.smithi066.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-05-15T16:39:16.467 INFO:teuthology.orchestra.run.smithi066.stdout: "services_complete": [ 2024-05-15T16:39:16.467 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr" 2024-05-15T16:39:16.467 INFO:teuthology.orchestra.run.smithi066.stdout: ], 2024-05-15T16:39:16.467 INFO:teuthology.orchestra.run.smithi066.stdout: "progress": "2/2 daemons upgraded", 2024-05-15T16:39:16.467 INFO:teuthology.orchestra.run.smithi066.stdout: "message": "", 2024-05-15T16:39:16.467 INFO:teuthology.orchestra.run.smithi066.stdout: "is_paused": false 2024-05-15T16:39:16.467 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:39:16.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:16 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:16.446+0000 7f2fed875200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-15T16:39:16.925 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:16 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:16.619+0000 7f2fed875200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-15T16:39:16.926 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:16 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:16.811+0000 7f2fed875200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-15T16:39:16.926 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: [15/May/2024:16:39:14] ENGINE Serving on http://172.21.15.66:8765 2024-05-15T16:39:16.926 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: [15/May/2024:16:39:14] ENGINE Bus STARTED 2024-05-15T16:39:16.926 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:39:16.926 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:39:16.926 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: from='client.15426 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:16.926 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:39:16.926 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: Updating smithi081:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:39:16.926 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:39:16.926 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:16.926 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:39:16.927 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:39:16.927 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/1863204060' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:16.927 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:16.927 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:16.927 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:16.927 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:16.927 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:16.927 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:16.927 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:16.927 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:16.927 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:39:16.927 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:39:16.927 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:16.927 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:16.927 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:16.927 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:16.927 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:16 smithi081 ceph-mon[25343]: mgrmap e39: y(active, since 3s), standbys: x 2024-05-15T16:39:17.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: [15/May/2024:16:39:14] ENGINE Serving on http://172.21.15.66:8765 2024-05-15T16:39:17.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: [15/May/2024:16:39:14] ENGINE Bus STARTED 2024-05-15T16:39:17.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:39:17.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:39:17.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: from='client.15426 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:17.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:39:17.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: Updating smithi081:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:39:17.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:39:17.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:17.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:39:17.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:39:17.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/1863204060' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:17.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:17.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:17.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:17.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:17.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:17.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:17.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:17.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:17.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:39:17.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:39:17.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:17.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:17.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:17.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:17.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[29300]: mgrmap e39: y(active, since 3s), standbys: x 2024-05-15T16:39:17.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: [15/May/2024:16:39:14] ENGINE Serving on http://172.21.15.66:8765 2024-05-15T16:39:17.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: [15/May/2024:16:39:14] ENGINE Bus STARTED 2024-05-15T16:39:17.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:39:17.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:39:17.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: from='client.15426 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:17.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:39:17.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: Updating smithi081:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:39:17.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:39:17.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:17.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:39:17.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:39:17.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/1863204060' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:17.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:17.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:17.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:17.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:17.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:17.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:17.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:17.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:17.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:39:17.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:39:17.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:17.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:17.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:17.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:17.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:16 smithi066 ceph-mon[24465]: mgrmap e39: y(active, since 3s), standbys: x 2024-05-15T16:39:17.222 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:17 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:17.128+0000 7f2fed875200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-15T16:39:17.223 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:17 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:17.221+0000 7f2fed875200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-15T16:39:17.554 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:17 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:17.436+0000 7f2fed875200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-15T16:39:17.804 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:17 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:17.642+0000 7f2fed875200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:39:18.064 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:17 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:18.064 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:17 smithi066 ceph-mon[24465]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:39:18.064 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:17 smithi066 ceph-mon[24465]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:39:18.065 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:17 smithi066 ceph-mon[24465]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:39:18.065 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:17 smithi066 ceph-mon[24465]: from='client.15462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:18.065 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:17 smithi066 ceph-mon[24465]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:39:18.065 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:17 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:18.065 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:17 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:18.065 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:17 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:18.065 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:17 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:18.065 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:17 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:18.065 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:17 smithi066 ceph-mon[29300]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:39:18.065 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:17 smithi066 ceph-mon[29300]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:39:18.065 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:17 smithi066 ceph-mon[29300]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:39:18.066 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:17 smithi066 ceph-mon[29300]: from='client.15462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:18.066 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:17 smithi066 ceph-mon[29300]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:39:18.066 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:17 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:18.066 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:17 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:18.066 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:17 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:18.066 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:17 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:18.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:17 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:18.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:17 smithi081 ceph-mon[25343]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:39:18.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:17 smithi081 ceph-mon[25343]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:39:18.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:17 smithi081 ceph-mon[25343]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:39:18.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:17 smithi081 ceph-mon[25343]: from='client.15462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:18.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:17 smithi081 ceph-mon[25343]: from='client.15342 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:39:18.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:17 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:18.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:17 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:18.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:17 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:18.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:17 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:18.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:18.295+0000 7f2fed875200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-15T16:39:18.990 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:18.765+0000 7f2fed875200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-15T16:39:18.991 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:18.874+0000 7f2fed875200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-15T16:39:19.247 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:19 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:19.248 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:19 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:19.248 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:19 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:19.248 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:19 smithi081 ceph-mon[25343]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:39:19.248 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:19 smithi081 ceph-mon[25343]: mgrmap e40: y(active, since 5s), standbys: x 2024-05-15T16:39:19.248 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:19 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:19.248 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:19 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:19.248 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:19 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:19.248 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:19.098+0000 7f2fed875200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-15T16:39:19.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:19 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:19.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:19 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:19.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:19 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:19.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:19 smithi066 ceph-mon[29300]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:39:19.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:19 smithi066 ceph-mon[29300]: mgrmap e40: y(active, since 5s), standbys: x 2024-05-15T16:39:19.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:19 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:19.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:19 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:19.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:19 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:19.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:19 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:19.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:19 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:19.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:19 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:19.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:19 smithi066 ceph-mon[24465]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:39:19.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:19 smithi066 ceph-mon[24465]: mgrmap e40: y(active, since 5s), standbys: x 2024-05-15T16:39:19.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:19 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:19.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:19 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:19.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:19 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:20.004 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:19.658+0000 7f2fed875200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-15T16:39:20.004 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:19.754+0000 7f2fed875200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-15T16:39:20.272 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:20 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:20.273 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:20 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:20.273 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:20 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:20.273 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:20.003+0000 7f2fed875200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-15T16:39:20.273 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:20.144+0000 7f2fed875200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-15T16:39:20.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:20 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:20.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:20 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:20.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:20 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:20.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:20 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:20.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:20 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:20.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:20 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:20.559 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:20.271+0000 7f2fed875200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-15T16:39:20.559 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:20.396+0000 7f2fed875200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-15T16:39:20.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:20.707+0000 7f2fed875200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-15T16:39:21.433 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:21 smithi066 ceph-mon[24465]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:39:21.433 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:21 smithi066 ceph-mon[29300]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:39:21.572 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:21 smithi081 ceph-mon[25343]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:39:21.572 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:21 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:21.346+0000 7f2fed875200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-15T16:39:21.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:21 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:21.575+0000 7f2fed875200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-15T16:39:21.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:21 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:39:21] ENGINE Bus STARTING 2024-05-15T16:39:21.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:21 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: CherryPy Checker: 2024-05-15T16:39:21.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:21 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: The Application mounted at '' has an empty config. 2024-05-15T16:39:21.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:21 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: 2024-05-15T16:39:21.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:21 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:39:21] ENGINE Serving on http://:::9283 2024-05-15T16:39:21.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:21 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[49364]: [15/May/2024:16:39:21] ENGINE Bus STARTED 2024-05-15T16:39:22.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:22 smithi081 ceph-mon[25343]: Standby manager daemon x restarted 2024-05-15T16:39:22.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:22 smithi081 ceph-mon[25343]: Standby manager daemon x started 2024-05-15T16:39:22.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:22 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/3441312190' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:39:22.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:22 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/3441312190' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:39:22.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:22 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/3441312190' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:39:22.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:22 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/3441312190' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:39:22.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:22 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:22.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:22 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:22.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:22 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:22.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:22 smithi066 ceph-mon[24465]: Standby manager daemon x restarted 2024-05-15T16:39:22.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:22 smithi066 ceph-mon[24465]: Standby manager daemon x started 2024-05-15T16:39:22.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:22 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/3441312190' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:39:22.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:22 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/3441312190' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:39:22.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:22 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/3441312190' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:39:22.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:22 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/3441312190' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:39:22.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:22 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:22.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:22 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:22.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:22 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:22.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:22 smithi066 ceph-mon[29300]: Standby manager daemon x restarted 2024-05-15T16:39:22.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:22 smithi066 ceph-mon[29300]: Standby manager daemon x started 2024-05-15T16:39:22.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:22 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/3441312190' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:39:22.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:22 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/3441312190' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:39:22.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:22 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/3441312190' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:39:22.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:22 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/3441312190' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:39:22.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:22 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:22.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:22 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:22.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:22 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:22.835 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:39:22.706+0000 7ff50363e700 -1 log_channel(cephadm) log [ERR] : cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:39:22.835 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Creating ceph-iscsi config... 2024-05-15T16:39:22.835 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:39:22.835 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:39:22.835 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:39:22.835 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:22.835 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:22.835 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Traceback (most recent call last): 2024-05-15T16:39:22.835 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:39:22.835 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: return _run_code(code, main_globals, None, 2024-05-15T16:39:22.835 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:39:22.835 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: exec(code, run_globals) 2024-05-15T16:39:22.835 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:39:22.836 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:39:22.836 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:39:22.836 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:39:22.836 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:39:22.836 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:39:22.836 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:39:22.836 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:22.836 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:22.836 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Traceback (most recent call last): 2024-05-15T16:39:22.836 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-05-15T16:39:22.836 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: self.mgr._daemon_action(daemon_spec, action=action) 2024-05-15T16:39:22.836 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-05-15T16:39:22.836 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-05-15T16:39:22.836 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-05-15T16:39:22.837 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: return self.event_loop.get_result(coro, timeout) 2024-05-15T16:39:22.837 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-05-15T16:39:22.837 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: return future.result(timeout) 2024-05-15T16:39:22.837 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-05-15T16:39:22.837 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: return self.__get_result() 2024-05-15T16:39:22.837 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-05-15T16:39:22.837 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: raise self._exception 2024-05-15T16:39:22.837 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-05-15T16:39:22.837 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: use_current_daemon_image=reconfig, 2024-05-15T16:39:22.837 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-05-15T16:39:22.837 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-05-15T16:39:22.837 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:39:22.837 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Creating ceph-iscsi config... 2024-05-15T16:39:22.837 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:39:22.837 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:39:22.837 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:39:22.838 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:22.838 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:22.838 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Traceback (most recent call last): 2024-05-15T16:39:22.838 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:39:22.838 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: return _run_code(code, main_globals, None, 2024-05-15T16:39:22.838 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:39:22.838 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: exec(code, run_globals) 2024-05-15T16:39:22.839 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:39:22.839 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:39:22.839 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:39:22.839 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:39:22.839 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:39:22.839 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:39:22.839 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:39:22.839 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:22.839 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:23.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:23 smithi066 ceph-mon[29300]: mgrmap e41: y(active, since 8s), standbys: x 2024-05-15T16:39:23.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:23 smithi066 ceph-mon[29300]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-05-15T16:39:23.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:23 smithi066 ceph-mon[29300]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:39:23.536 INFO:journalctl@ceph.mon.c.smithi066.stdout: Creating ceph-iscsi config... 2024-05-15T16:39:23.536 INFO:journalctl@ceph.mon.c.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:39:23.536 INFO:journalctl@ceph.mon.c.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:39:23.536 INFO:journalctl@ceph.mon.c.smithi066.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:39:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:39:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:39:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:39:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:39:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout: exec(code, run_globals) 2024-05-15T16:39:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:39:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:39:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:39:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:39:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:39:23.538 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:39:23.538 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:39:23.538 INFO:journalctl@ceph.mon.c.smithi066.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:23.538 INFO:journalctl@ceph.mon.c.smithi066.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:23.538 INFO:journalctl@ceph.mon.c.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:39:23.538 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-05-15T16:39:23.538 INFO:journalctl@ceph.mon.c.smithi066.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-05-15T16:39:23.538 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-05-15T16:39:23.538 INFO:journalctl@ceph.mon.c.smithi066.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-05-15T16:39:23.538 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-05-15T16:39:23.538 INFO:journalctl@ceph.mon.c.smithi066.stdout: return self.event_loop.get_result(coro, timeout) 2024-05-15T16:39:23.538 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-05-15T16:39:23.539 INFO:journalctl@ceph.mon.c.smithi066.stdout: return future.result(timeout) 2024-05-15T16:39:23.539 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-05-15T16:39:23.539 INFO:journalctl@ceph.mon.c.smithi066.stdout: return self.__get_result() 2024-05-15T16:39:23.539 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-05-15T16:39:23.539 INFO:journalctl@ceph.mon.c.smithi066.stdout: raise self._exception 2024-05-15T16:39:23.539 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-05-15T16:39:23.539 INFO:journalctl@ceph.mon.c.smithi066.stdout: use_current_daemon_image=reconfig, 2024-05-15T16:39:23.539 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-05-15T16:39:23.539 INFO:journalctl@ceph.mon.c.smithi066.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-05-15T16:39:23.539 INFO:journalctl@ceph.mon.c.smithi066.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:39:23.539 INFO:journalctl@ceph.mon.c.smithi066.stdout: Creating ceph-iscsi config... 2024-05-15T16:39:23.539 INFO:journalctl@ceph.mon.c.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:39:23.540 INFO:journalctl@ceph.mon.c.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:39:23.540 INFO:journalctl@ceph.mon.c.smithi066.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:39:23.540 INFO:journalctl@ceph.mon.c.smithi066.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:23.540 INFO:journalctl@ceph.mon.c.smithi066.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:23.540 INFO:journalctl@ceph.mon.c.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:39:23.540 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:39:23.540 INFO:journalctl@ceph.mon.c.smithi066.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:39:23.540 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:39:23.540 INFO:journalctl@ceph.mon.c.smithi066.stdout: exec(code, run_globals) 2024-05-15T16:39:23.541 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:39:23.541 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:39:23.541 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:39:23.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:23 smithi066 ceph-mon[24465]: mgrmap e41: y(active, since 8s), standbys: x 2024-05-15T16:39:23.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:23 smithi066 ceph-mon[24465]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-05-15T16:39:23.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:23 smithi066 ceph-mon[24465]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:39:23.541 INFO:journalctl@ceph.mon.a.smithi066.stdout: Creating ceph-iscsi config... 2024-05-15T16:39:23.542 INFO:journalctl@ceph.mon.a.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:39:23.542 INFO:journalctl@ceph.mon.a.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:39:23.542 INFO:journalctl@ceph.mon.a.smithi066.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:39:23.542 INFO:journalctl@ceph.mon.a.smithi066.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:23.542 INFO:journalctl@ceph.mon.a.smithi066.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:23.542 INFO:journalctl@ceph.mon.a.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:39:23.542 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:39:23.542 INFO:journalctl@ceph.mon.a.smithi066.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:39:23.542 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:39:23.542 INFO:journalctl@ceph.mon.a.smithi066.stdout: exec(code, run_globals) 2024-05-15T16:39:23.542 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:39:23.542 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:39:23.543 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:39:23.543 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:39:23.543 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:39:23.543 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:39:23.543 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:39:23.543 INFO:journalctl@ceph.mon.a.smithi066.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:23.543 INFO:journalctl@ceph.mon.a.smithi066.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:23.543 INFO:journalctl@ceph.mon.a.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:39:23.543 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-05-15T16:39:23.543 INFO:journalctl@ceph.mon.a.smithi066.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-05-15T16:39:23.543 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-05-15T16:39:23.543 INFO:journalctl@ceph.mon.a.smithi066.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-05-15T16:39:23.543 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-05-15T16:39:23.543 INFO:journalctl@ceph.mon.a.smithi066.stdout: return self.event_loop.get_result(coro, timeout) 2024-05-15T16:39:23.544 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-05-15T16:39:23.544 INFO:journalctl@ceph.mon.a.smithi066.stdout: return future.result(timeout) 2024-05-15T16:39:23.544 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-05-15T16:39:23.544 INFO:journalctl@ceph.mon.a.smithi066.stdout: return self.__get_result() 2024-05-15T16:39:23.544 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-05-15T16:39:23.544 INFO:journalctl@ceph.mon.a.smithi066.stdout: raise self._exception 2024-05-15T16:39:23.544 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-05-15T16:39:23.544 INFO:journalctl@ceph.mon.a.smithi066.stdout: use_current_daemon_image=reconfig, 2024-05-15T16:39:23.544 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-05-15T16:39:23.544 INFO:journalctl@ceph.mon.a.smithi066.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-05-15T16:39:23.544 INFO:journalctl@ceph.mon.a.smithi066.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:39:23.544 INFO:journalctl@ceph.mon.a.smithi066.stdout: Creating ceph-iscsi config... 2024-05-15T16:39:23.544 INFO:journalctl@ceph.mon.a.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:39:23.545 INFO:journalctl@ceph.mon.a.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:39:23.545 INFO:journalctl@ceph.mon.a.smithi066.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:39:23.545 INFO:journalctl@ceph.mon.a.smithi066.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:23.545 INFO:journalctl@ceph.mon.a.smithi066.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:23.545 INFO:journalctl@ceph.mon.a.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:39:23.545 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:39:23.545 INFO:journalctl@ceph.mon.a.smithi066.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:39:23.545 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:39:23.545 INFO:journalctl@ceph.mon.a.smithi066.stdout: exec(code, run_globals) 2024-05-15T16:39:23.545 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:39:23.545 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:39:23.545 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:39:23.546 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:39:23.546 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:39:23.546 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:39:23.546 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:39:23.546 INFO:journalctl@ceph.mon.a.smithi066.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:23.546 INFO:journalctl@ceph.mon.a.smithi066.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:23.546 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:23 smithi066 ceph-mon[24465]: Reconfiguring prometheus.a (dependencies changed)... 2024-05-15T16:39:23.546 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:39:23.547 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:39:23.547 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:39:23.547 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:39:23.547 INFO:journalctl@ceph.mon.c.smithi066.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:23.547 INFO:journalctl@ceph.mon.c.smithi066.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:23.547 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:23 smithi066 ceph-mon[29300]: Reconfiguring prometheus.a (dependencies changed)... 2024-05-15T16:39:23.548 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:23 smithi081 ceph-mon[25343]: mgrmap e41: y(active, since 8s), standbys: x 2024-05-15T16:39:23.548 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:23 smithi081 ceph-mon[25343]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-05-15T16:39:23.548 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:23 smithi081 ceph-mon[25343]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:39:23.548 INFO:journalctl@ceph.mon.b.smithi081.stdout: Creating ceph-iscsi config... 2024-05-15T16:39:23.548 INFO:journalctl@ceph.mon.b.smithi081.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:39:23.548 INFO:journalctl@ceph.mon.b.smithi081.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:39:23.548 INFO:journalctl@ceph.mon.b.smithi081.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:39:23.548 INFO:journalctl@ceph.mon.b.smithi081.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:23.548 INFO:journalctl@ceph.mon.b.smithi081.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:23.548 INFO:journalctl@ceph.mon.b.smithi081.stdout: Traceback (most recent call last): 2024-05-15T16:39:23.549 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:39:23.549 INFO:journalctl@ceph.mon.b.smithi081.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:39:23.549 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:39:23.549 INFO:journalctl@ceph.mon.b.smithi081.stdout: exec(code, run_globals) 2024-05-15T16:39:23.549 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:39:23.549 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:39:23.549 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:39:23.549 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:39:23.549 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:39:23.549 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:39:23.549 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:39:23.549 INFO:journalctl@ceph.mon.b.smithi081.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:23.550 INFO:journalctl@ceph.mon.b.smithi081.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:23.550 INFO:journalctl@ceph.mon.b.smithi081.stdout: Traceback (most recent call last): 2024-05-15T16:39:23.550 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-05-15T16:39:23.550 INFO:journalctl@ceph.mon.b.smithi081.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-05-15T16:39:23.550 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-05-15T16:39:23.550 INFO:journalctl@ceph.mon.b.smithi081.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-05-15T16:39:23.550 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-05-15T16:39:23.550 INFO:journalctl@ceph.mon.b.smithi081.stdout: return self.event_loop.get_result(coro, timeout) 2024-05-15T16:39:23.550 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-05-15T16:39:23.550 INFO:journalctl@ceph.mon.b.smithi081.stdout: return future.result(timeout) 2024-05-15T16:39:23.550 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-05-15T16:39:23.550 INFO:journalctl@ceph.mon.b.smithi081.stdout: return self.__get_result() 2024-05-15T16:39:23.551 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-05-15T16:39:23.551 INFO:journalctl@ceph.mon.b.smithi081.stdout: raise self._exception 2024-05-15T16:39:23.551 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-05-15T16:39:23.551 INFO:journalctl@ceph.mon.b.smithi081.stdout: use_current_daemon_image=reconfig, 2024-05-15T16:39:23.551 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-05-15T16:39:23.551 INFO:journalctl@ceph.mon.b.smithi081.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-05-15T16:39:23.551 INFO:journalctl@ceph.mon.b.smithi081.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:39:23.551 INFO:journalctl@ceph.mon.b.smithi081.stdout: Creating ceph-iscsi config... 2024-05-15T16:39:23.551 INFO:journalctl@ceph.mon.b.smithi081.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:39:23.551 INFO:journalctl@ceph.mon.b.smithi081.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:39:23.551 INFO:journalctl@ceph.mon.b.smithi081.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:39:23.551 INFO:journalctl@ceph.mon.b.smithi081.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:23.551 INFO:journalctl@ceph.mon.b.smithi081.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:23.551 INFO:journalctl@ceph.mon.b.smithi081.stdout: Traceback (most recent call last): 2024-05-15T16:39:23.552 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:39:23.552 INFO:journalctl@ceph.mon.b.smithi081.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:39:23.552 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:39:23.552 INFO:journalctl@ceph.mon.b.smithi081.stdout: exec(code, run_globals) 2024-05-15T16:39:23.552 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:39:23.552 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:39:23.552 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:39:23.552 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:39:23.552 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:39:23.552 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:39:23.552 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:39:23.552 INFO:journalctl@ceph.mon.b.smithi081.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:23.553 INFO:journalctl@ceph.mon.b.smithi081.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:23.553 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:23 smithi081 ceph-mon[25343]: Reconfiguring prometheus.a (dependencies changed)... 2024-05-15T16:39:24.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:24 smithi066 ceph-mon[24465]: Reconfiguring daemon prometheus.a on smithi081 2024-05-15T16:39:24.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:24 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:24.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:24 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:24.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:24 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:24.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:24 smithi066 ceph-mon[29300]: Reconfiguring daemon prometheus.a on smithi081 2024-05-15T16:39:24.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:24 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:24.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:24 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:24.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:24 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:24.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:24 smithi081 ceph-mon[25343]: Reconfiguring daemon prometheus.a on smithi081 2024-05-15T16:39:24.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:24 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:24.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:24 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:24.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:24 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:25.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:25 smithi066 ceph-mon[29300]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-05-15T16:39:25.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:25 smithi066 ceph-mon[24465]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-05-15T16:39:25.806 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:25 smithi081 ceph-mon[25343]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-05-15T16:39:26.615 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:26 smithi081 systemd[1]: Stopping Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:39:26.616 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:26 smithi081 bash[70225]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus.a" found: no such container 2024-05-15T16:39:26.616 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:26 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:39:26.343Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-05-15T16:39:26.616 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:26 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:39:26.343Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-05-15T16:39:26.616 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:26 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:39:26.343Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-05-15T16:39:26.616 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:26 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:39:26.343Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-05-15T16:39:26.616 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:26 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:39:26.343Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-05-15T16:39:26.616 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:26 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:39:26.343Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-05-15T16:39:26.616 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:26 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:39:26.344Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-05-15T16:39:26.616 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:26 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:39:26.344Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-05-15T16:39:26.616 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:26 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:39:26.344Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-05-15T16:39:26.616 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:26 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:39:26.344Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-05-15T16:39:26.616 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:26 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:39:26.344Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-05-15T16:39:26.617 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:26 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[65909]: ts=2024-05-15T16:39:26.344Z caller=main.go:1066 level=info msg="See you next time!" 2024-05-15T16:39:26.617 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:26 smithi081 podman[70236]: 2024-05-15 16:39:26.353887738 +0000 UTC m=+0.148757441 container died d1882d368147dd661ec4b9d76d3c1b425524e4c9696e60812343e9b6139de35a (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:39:26.978 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:26 smithi081 podman[70236]: 2024-05-15 16:39:26.7180887 +0000 UTC m=+0.512958394 container cleanup d1882d368147dd661ec4b9d76d3c1b425524e4c9696e60812343e9b6139de35a (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:39:26.978 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:26 smithi081 bash[70236]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a 2024-05-15T16:39:26.978 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:26 smithi081 bash[70262]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus.a" found: no such container 2024-05-15T16:39:27.229 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:26 smithi081 podman[70250]: 2024-05-15 16:39:26.977741002 +0000 UTC m=+0.624223171 container remove d1882d368147dd661ec4b9d76d3c1b425524e4c9696e60812343e9b6139de35a (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:39:27.229 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:26 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-05-15T16:39:27.229 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:26 smithi081 systemd[1]: Stopped Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:39:27.229 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:26 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@prometheus.a.service: Consumed 1.410s CPU time. 2024-05-15T16:39:27.229 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:27 smithi081 systemd[1]: Starting Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:39:27.229 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:27 smithi081 podman[70329]: 2024-05-15 16:39:27.128793981 +0000 UTC m=+0.018295417 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-05-15T16:39:27.229 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:27 smithi081 podman[70329]: 2024-05-15 16:39:27.228661905 +0000 UTC m=+0.118163378 container create bc109bb41a5707b2ed2bfbb4afb7d97497ce10092e638595787b701f47829434 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:39:27.499 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:27 smithi081 podman[70329]: 2024-05-15 16:39:27.472815915 +0000 UTC m=+0.362317342 container init bc109bb41a5707b2ed2bfbb4afb7d97497ce10092e638595787b701f47829434 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:39:27.499 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:27 smithi081 podman[70329]: 2024-05-15 16:39:27.475451769 +0000 UTC m=+0.364953200 container start bc109bb41a5707b2ed2bfbb4afb7d97497ce10092e638595787b701f47829434 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:39:27.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:27 smithi066 ceph-mon[29300]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-15T16:39:27.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:27 smithi066 ceph-mon[24465]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-15T16:39:27.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:27 smithi081 ceph-mon[25343]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-15T16:39:27.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:27 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:39:27.498Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-05-15T16:39:27.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:27 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:39:27.499Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-05-15T16:39:27.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:27 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:39:27.499Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-05-15T16:39:27.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:27 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:39:27.499Z caller=main.go:518 level=info host_details="(Linux 5.14.0-446.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024 x86_64 smithi081 (none))" 2024-05-15T16:39:27.866 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:27 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:39:27.499Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-05-15T16:39:27.866 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:27 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:39:27.499Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-05-15T16:39:27.866 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:27 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:39:27.500Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-05-15T16:39:27.866 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:27 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:39:27.501Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-05-15T16:39:27.866 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:27 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:39:27.502Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-05-15T16:39:27.866 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:27 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:39:27.504Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-05-15T16:39:27.866 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:27 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:39:27.504Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.607µs 2024-05-15T16:39:27.866 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:27 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:39:27.504Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-05-15T16:39:27.866 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:27 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:39:27.505Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=5 2024-05-15T16:39:27.866 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:27 smithi081 bash[70329]: bc109bb41a5707b2ed2bfbb4afb7d97497ce10092e638595787b701f47829434 2024-05-15T16:39:27.866 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:27 smithi081 systemd[1]: Started Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:39:28.207 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:27 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:39:27.933Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=5 2024-05-15T16:39:28.207 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:39:28.155Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=5 2024-05-15T16:39:28.208 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:39:28.207Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=5 2024-05-15T16:39:28.468 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:39:28.211Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=5 2024-05-15T16:39:28.468 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:39:28.211Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=5 maxSegment=5 2024-05-15T16:39:28.468 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:39:28.211Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=44.398µs wal_replay_duration=706.840815ms total_replay_duration=706.898849ms 2024-05-15T16:39:28.468 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:39:28.215Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-05-15T16:39:28.468 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:39:28.215Z caller=main.go:947 level=info msg="TSDB started" 2024-05-15T16:39:28.468 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:39:28.215Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-15T16:39:28.468 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:39:28.236Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.299578ms db_storage=693ns remote_storage=1.218µs web_handler=523ns query_engine=666ns scrape=463.123µs scrape_sd=89.533µs notify=16.978µs notify_sd=17.565µs rules=19.303842ms 2024-05-15T16:39:28.468 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:39:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:39:28.236Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-05-15T16:39:28.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:28 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:28.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:28 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:28.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:39:28.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:28 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:39:28.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:29.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:28 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:29.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:28 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:29.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:39:29.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:28 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:39:29.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:29.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:28 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:29.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:28 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:29.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:39:29.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:28 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:39:29.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:29.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:29 smithi081 ceph-mon[25343]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:39:29.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:39:29.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:29 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:39:29.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:39:29.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:29.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:39:30.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:29 smithi066 ceph-mon[29300]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:39:30.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:39:30.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:29 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:39:30.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:39:30.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:30.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:39:30.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:29 smithi066 ceph-mon[24465]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:39:30.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:39:30.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:29 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:39:30.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:39:30.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:30.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:39:30.862 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:30 smithi081 ceph-mon[25343]: Upgrade: Updating mgr.x 2024-05-15T16:39:30.862 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:30 smithi081 ceph-mon[25343]: Deploying daemon mgr.x on smithi081 2024-05-15T16:39:31.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:30 smithi066 ceph-mon[29300]: Upgrade: Updating mgr.x 2024-05-15T16:39:31.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:30 smithi066 ceph-mon[29300]: Deploying daemon mgr.x on smithi081 2024-05-15T16:39:31.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:30 smithi066 ceph-mon[24465]: Upgrade: Updating mgr.x 2024-05-15T16:39:31.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:30 smithi066 ceph-mon[24465]: Deploying daemon mgr.x on smithi081 2024-05-15T16:39:31.426 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:31 smithi081 systemd[1]: Stopping Ceph mgr.x for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:39:31.700 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:31 smithi081 ceph-mon[25343]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:39:31.700 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:31 smithi081 podman[70670]: 2024-05-15 16:39:31.424739275 +0000 UTC m=+0.141461884 container died 48fd6964273b2c9682387024d9dfb5f85d0a2972502daae6f0c1d26e51e4ef7c (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-65480-squid-de5210d, org.label-schema.schema-version=1.0) 2024-05-15T16:39:32.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:31 smithi066 ceph-mon[29300]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:39:32.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:31 smithi066 ceph-mon[24465]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:39:32.076 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:31 smithi081 podman[70670]: 2024-05-15 16:39:31.782931241 +0000 UTC m=+0.499653895 container cleanup 48fd6964273b2c9682387024d9dfb5f85d0a2972502daae6f0c1d26e51e4ef7c (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-65480-squid-de5210d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-05-15T16:39:32.076 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:31 smithi081 bash[70670]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x 2024-05-15T16:39:32.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:32 smithi081 podman[70682]: 2024-05-15 16:39:32.076017122 +0000 UTC m=+0.652631249 container remove 48fd6964273b2c9682387024d9dfb5f85d0a2972502daae6f0c1d26e51e4ef7c (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x, RELEASE=wip-65480-squid-de5210d, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5) 2024-05-15T16:39:32.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:32 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-05-15T16:39:32.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:32 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-05-15T16:39:32.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:32 smithi081 systemd[1]: Stopped Ceph mgr.x for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:39:32.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:32 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mgr.x.service: Consumed 1min 2.774s CPU time. 2024-05-15T16:39:32.718 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:32 smithi081 systemd[1]: Starting Ceph mgr.x for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:39:32.718 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:32 smithi081 podman[70811]: 2024-05-15 16:39:32.610712003 +0000 UTC m=+0.114400589 container create e7940b03f874c29a0467ab38f74184cb05882936026ea8927715233d1818d172 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-65480-squid-de5210d, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-15T16:39:32.719 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:32 smithi081 podman[70811]: 2024-05-15 16:39:32.513686158 +0000 UTC m=+0.017374714 image pull 48bc18eb22d8284fb8ad68bf46e17b174a8aaf15dd2581bf7f093c432d12db31 quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a 2024-05-15T16:39:33.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:32 smithi081 podman[70811]: 2024-05-15 16:39:32.821606025 +0000 UTC m=+0.325294579 container init e7940b03f874c29a0467ab38f74184cb05882936026ea8927715233d1818d172 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-65480-squid-de5210d, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-15T16:39:33.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:32 smithi081 podman[70811]: 2024-05-15 16:39:32.824244978 +0000 UTC m=+0.327933515 container start e7940b03f874c29a0467ab38f74184cb05882936026ea8927715233d1818d172 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x, RELEASE=wip-65480-squid-de5210d, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-05-15T16:39:33.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:32 smithi081 ceph-mgr[70830]: -- 172.21.15.81:0/2891208157 <== mon.2 v2:172.21.15.81:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556e595405a0 con 0x556e59514c00 2024-05-15T16:39:33.116 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:32 smithi081 bash[70811]: e7940b03f874c29a0467ab38f74184cb05882936026ea8927715233d1818d172 2024-05-15T16:39:33.116 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:32 smithi081 systemd[1]: Started Ceph mgr.x for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:39:33.116 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:32 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: 2024-05-15T16:39:32.978+0000 7f9823fea200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-15T16:39:33.584 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: 2024-05-15T16:39:33.168+0000 7f9823fea200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:39:33.584 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: 2024-05-15T16:39:33.271+0000 7f9823fea200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-15T16:39:33.585 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: 2024-05-15T16:39:33.583+0000 7f9823fea200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-15T16:39:33.685 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:33 smithi066 ceph-mon[29300]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:39:33.685 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:33 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:33.685 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:33 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:33.685 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:33 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:33.685 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:33 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:33.685 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:33 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:33.685 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:33 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:33.685 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:33 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:39:33.685 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:33 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:39:33.685 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:33 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:33.686 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:33 smithi066 ceph-mon[24465]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:39:33.686 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:33 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:33.686 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:33 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:33.686 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:33 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:33.686 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:33 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:33.686 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:33 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:33.686 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:33 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:33.686 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:33 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:39:33.686 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:33 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:39:33.686 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:33 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:33.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: 2024-05-15T16:39:33.671+0000 7f9823fea200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-15T16:39:33.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:33 smithi081 ceph-mon[25343]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:39:33.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:33 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:33.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:33 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:33.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:33 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:33.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:33 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:33.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:33 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:33.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:33 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:33.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:33 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:39:33.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:33 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:39:33.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:33 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:34.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:34 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:34.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:34 smithi066 ceph-mon[29300]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:39:34.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:34 smithi066 ceph-mon[29300]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:39:34.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:34 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/731756310' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-15T16:39:34.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:34 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:34.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:34 smithi066 ceph-mon[24465]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:39:34.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:34 smithi066 ceph-mon[24465]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:39:34.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:34 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/731756310' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-15T16:39:34.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:34 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:34.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:34 smithi081 ceph-mon[25343]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:39:34.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:34 smithi081 ceph-mon[25343]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:39:34.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:34 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/731756310' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-15T16:39:35.227 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:34 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: 2024-05-15T16:39:34.882+0000 7f9823fea200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-15T16:39:35.227 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:35 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: 2024-05-15T16:39:35.054+0000 7f9823fea200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-15T16:39:35.518 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:35 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: 2024-05-15T16:39:35.225+0000 7f9823fea200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-15T16:39:35.820 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:35 smithi081 ceph-mon[25343]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-05-15T16:39:35.820 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:35 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: 2024-05-15T16:39:35.517+0000 7f9823fea200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-15T16:39:35.820 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:35 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: 2024-05-15T16:39:35.611+0000 7f9823fea200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-15T16:39:35.966 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:35 smithi066 ceph-mon[29300]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-05-15T16:39:35.966 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:35 smithi066 ceph-mon[24465]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-05-15T16:39:36.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:35 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: 2024-05-15T16:39:35.818+0000 7f9823fea200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-15T16:39:36.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: 2024-05-15T16:39:36.015+0000 7f9823fea200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:39:36.536 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:39:36] "GET /metrics HTTP/1.1" 200 37981 "" "Prometheus/2.33.4" 2024-05-15T16:39:37.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:37.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:37.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:36 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:37.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-05-15T16:39:37.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:36 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-05-15T16:39:37.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:36 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-05-15T16:39:37.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-05-15T16:39:37.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:36 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-05-15T16:39:37.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:36 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-05-15T16:39:37.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:37.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:37.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:37.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:36 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:37.037 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:39:36.557+0000 7ff50363e700 -1 log_channel(cephadm) log [ERR] : cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:39:37.037 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Creating ceph-iscsi config... 2024-05-15T16:39:37.037 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:39:37.037 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:39:37.037 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:39:37.037 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:37.037 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:37.037 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Traceback (most recent call last): 2024-05-15T16:39:37.037 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:39:37.037 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: return _run_code(code, main_globals, None, 2024-05-15T16:39:37.037 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:39:37.037 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: exec(code, run_globals) 2024-05-15T16:39:37.037 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:39:37.037 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:39:37.038 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:39:37.038 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:39:37.038 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:39:37.038 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:39:37.038 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:39:37.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:37.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:37.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:36 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:37.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-05-15T16:39:37.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:36 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-05-15T16:39:37.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:36 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-05-15T16:39:37.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-05-15T16:39:37.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:36 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-05-15T16:39:37.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:36 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-05-15T16:39:37.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:37.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:37.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:37.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:36 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:37.039 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:37.040 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:37.040 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Traceback (most recent call last): 2024-05-15T16:39:37.040 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-05-15T16:39:37.040 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: self.mgr._daemon_action(daemon_spec, action=action) 2024-05-15T16:39:37.040 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-05-15T16:39:37.040 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-05-15T16:39:37.040 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-05-15T16:39:37.040 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: return self.event_loop.get_result(coro, timeout) 2024-05-15T16:39:37.040 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-05-15T16:39:37.040 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: return future.result(timeout) 2024-05-15T16:39:37.040 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-05-15T16:39:37.040 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: return self.__get_result() 2024-05-15T16:39:37.041 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-05-15T16:39:37.041 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: raise self._exception 2024-05-15T16:39:37.041 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-05-15T16:39:37.041 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: use_current_daemon_image=reconfig, 2024-05-15T16:39:37.041 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-05-15T16:39:37.041 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-05-15T16:39:37.041 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:39:37.041 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Creating ceph-iscsi config... 2024-05-15T16:39:37.041 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:39:37.041 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:39:37.041 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:39:37.041 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:37.041 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:37.041 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: Traceback (most recent call last): 2024-05-15T16:39:37.042 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:39:37.042 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: return _run_code(code, main_globals, None, 2024-05-15T16:39:37.042 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:39:37.042 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: exec(code, run_globals) 2024-05-15T16:39:37.042 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:39:37.042 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:39:37.042 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:39:37.042 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:39:37.042 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:39:37.042 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:39:37.042 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:39:37.042 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:37.042 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:37.064 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: 2024-05-15T16:39:36.625+0000 7f9823fea200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-15T16:39:37.064 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:37.064 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:37.064 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:36 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:37.064 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-05-15T16:39:37.064 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:36 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-05-15T16:39:37.064 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:36 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-05-15T16:39:37.064 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-05-15T16:39:37.064 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:36 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-05-15T16:39:37.065 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:36 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-05-15T16:39:37.065 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:37.065 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:37.065 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:37.065 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:36 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:37.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:37 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: 2024-05-15T16:39:37.062+0000 7f9823fea200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-15T16:39:37.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:37 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: 2024-05-15T16:39:37.162+0000 7f9823fea200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-15T16:39:37.623 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:37 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: 2024-05-15T16:39:37.368+0000 7f9823fea200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-15T16:39:37.657 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:37 smithi066 ceph-mon[29300]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-05-15T16:39:37.657 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:37 smithi066 ceph-mon[29300]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:39:37.657 INFO:journalctl@ceph.mon.c.smithi066.stdout: Creating ceph-iscsi config... 2024-05-15T16:39:37.657 INFO:journalctl@ceph.mon.c.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:39:37.658 INFO:journalctl@ceph.mon.c.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:39:37.658 INFO:journalctl@ceph.mon.c.smithi066.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:39:37.658 INFO:journalctl@ceph.mon.c.smithi066.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:37.658 INFO:journalctl@ceph.mon.c.smithi066.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:37.658 INFO:journalctl@ceph.mon.c.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:39:37.658 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:39:37.658 INFO:journalctl@ceph.mon.c.smithi066.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:39:37.658 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:39:37.658 INFO:journalctl@ceph.mon.c.smithi066.stdout: exec(code, run_globals) 2024-05-15T16:39:37.658 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:39:37.658 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:39:37.658 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:39:37.658 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:39:37.659 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:39:37.659 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:39:37.659 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:39:37.659 INFO:journalctl@ceph.mon.c.smithi066.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:37.659 INFO:journalctl@ceph.mon.c.smithi066.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:37.659 INFO:journalctl@ceph.mon.c.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:39:37.659 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-05-15T16:39:37.659 INFO:journalctl@ceph.mon.c.smithi066.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-05-15T16:39:37.659 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-05-15T16:39:37.659 INFO:journalctl@ceph.mon.c.smithi066.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-05-15T16:39:37.659 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-05-15T16:39:37.659 INFO:journalctl@ceph.mon.c.smithi066.stdout: return self.event_loop.get_result(coro, timeout) 2024-05-15T16:39:37.659 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-05-15T16:39:37.659 INFO:journalctl@ceph.mon.c.smithi066.stdout: return future.result(timeout) 2024-05-15T16:39:37.659 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-05-15T16:39:37.659 INFO:journalctl@ceph.mon.c.smithi066.stdout: return self.__get_result() 2024-05-15T16:39:37.660 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-05-15T16:39:37.660 INFO:journalctl@ceph.mon.c.smithi066.stdout: raise self._exception 2024-05-15T16:39:37.660 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-05-15T16:39:37.660 INFO:journalctl@ceph.mon.c.smithi066.stdout: use_current_daemon_image=reconfig, 2024-05-15T16:39:37.660 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-05-15T16:39:37.660 INFO:journalctl@ceph.mon.c.smithi066.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-05-15T16:39:37.660 INFO:journalctl@ceph.mon.c.smithi066.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:39:37.660 INFO:journalctl@ceph.mon.c.smithi066.stdout: Creating ceph-iscsi config... 2024-05-15T16:39:37.660 INFO:journalctl@ceph.mon.c.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:39:37.660 INFO:journalctl@ceph.mon.c.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:39:37.660 INFO:journalctl@ceph.mon.c.smithi066.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:39:37.660 INFO:journalctl@ceph.mon.c.smithi066.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:37.660 INFO:journalctl@ceph.mon.c.smithi066.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:37.660 INFO:journalctl@ceph.mon.c.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:39:37.661 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:39:37.661 INFO:journalctl@ceph.mon.c.smithi066.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:39:37.661 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:39:37.661 INFO:journalctl@ceph.mon.c.smithi066.stdout: exec(code, run_globals) 2024-05-15T16:39:37.661 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:39:37.661 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:39:37.661 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:39:37.662 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:39:37.662 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:37 smithi066 ceph-mon[24465]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-05-15T16:39:37.662 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:37 smithi066 ceph-mon[24465]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:39:37.662 INFO:journalctl@ceph.mon.a.smithi066.stdout: Creating ceph-iscsi config... 2024-05-15T16:39:37.662 INFO:journalctl@ceph.mon.a.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:39:37.662 INFO:journalctl@ceph.mon.a.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:39:37.662 INFO:journalctl@ceph.mon.a.smithi066.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:39:37.662 INFO:journalctl@ceph.mon.a.smithi066.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:37.662 INFO:journalctl@ceph.mon.a.smithi066.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:37.663 INFO:journalctl@ceph.mon.a.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:39:37.663 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:39:37.663 INFO:journalctl@ceph.mon.a.smithi066.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:39:37.663 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:39:37.663 INFO:journalctl@ceph.mon.a.smithi066.stdout: exec(code, run_globals) 2024-05-15T16:39:37.663 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:39:37.663 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:39:37.663 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:39:37.663 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:39:37.663 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:39:37.663 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:39:37.664 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:39:37.664 INFO:journalctl@ceph.mon.a.smithi066.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:37.664 INFO:journalctl@ceph.mon.a.smithi066.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:37.664 INFO:journalctl@ceph.mon.a.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:39:37.664 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-05-15T16:39:37.664 INFO:journalctl@ceph.mon.a.smithi066.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-05-15T16:39:37.664 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-05-15T16:39:37.664 INFO:journalctl@ceph.mon.a.smithi066.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-05-15T16:39:37.664 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-05-15T16:39:37.664 INFO:journalctl@ceph.mon.a.smithi066.stdout: return self.event_loop.get_result(coro, timeout) 2024-05-15T16:39:37.664 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-05-15T16:39:37.664 INFO:journalctl@ceph.mon.a.smithi066.stdout: return future.result(timeout) 2024-05-15T16:39:37.664 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-05-15T16:39:37.664 INFO:journalctl@ceph.mon.a.smithi066.stdout: return self.__get_result() 2024-05-15T16:39:37.665 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-05-15T16:39:37.665 INFO:journalctl@ceph.mon.a.smithi066.stdout: raise self._exception 2024-05-15T16:39:37.665 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-05-15T16:39:37.665 INFO:journalctl@ceph.mon.a.smithi066.stdout: use_current_daemon_image=reconfig, 2024-05-15T16:39:37.665 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-05-15T16:39:37.665 INFO:journalctl@ceph.mon.a.smithi066.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-05-15T16:39:37.665 INFO:journalctl@ceph.mon.a.smithi066.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:39:37.665 INFO:journalctl@ceph.mon.a.smithi066.stdout: Creating ceph-iscsi config... 2024-05-15T16:39:37.665 INFO:journalctl@ceph.mon.a.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:39:37.665 INFO:journalctl@ceph.mon.a.smithi066.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:39:37.666 INFO:journalctl@ceph.mon.a.smithi066.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:39:37.666 INFO:journalctl@ceph.mon.a.smithi066.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:37.666 INFO:journalctl@ceph.mon.a.smithi066.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:37.666 INFO:journalctl@ceph.mon.a.smithi066.stdout: Traceback (most recent call last): 2024-05-15T16:39:37.666 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:39:37.666 INFO:journalctl@ceph.mon.a.smithi066.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:39:37.666 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:39:37.666 INFO:journalctl@ceph.mon.a.smithi066.stdout: exec(code, run_globals) 2024-05-15T16:39:37.666 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:39:37.666 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:39:37.666 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:39:37.666 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:39:37.667 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:39:37.667 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:39:37.667 INFO:journalctl@ceph.mon.c.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:39:37.667 INFO:journalctl@ceph.mon.c.smithi066.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:37.667 INFO:journalctl@ceph.mon.c.smithi066.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:37.667 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:37 smithi066 ceph-mon[29300]: Upgrade: Setting container_image for all mgr 2024-05-15T16:39:37.667 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:37 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:37.667 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:37 smithi066 ceph-mon[29300]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:39:37.667 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:39:37.667 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:37 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:39:37.667 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:37.668 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:37 smithi066 ceph-mon[29300]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:39:37.668 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:39:37.668 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:39:37.668 INFO:journalctl@ceph.mon.a.smithi066.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:39:37.668 INFO:journalctl@ceph.mon.a.smithi066.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:37.668 INFO:journalctl@ceph.mon.a.smithi066.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:37.668 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:37 smithi066 ceph-mon[24465]: Upgrade: Setting container_image for all mgr 2024-05-15T16:39:37.668 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:37 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:37.668 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:37 smithi066 ceph-mon[24465]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:39:37.668 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:39:37.668 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:37 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:39:37.668 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:37.669 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:37 smithi066 ceph-mon[24465]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:39:37.915 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:37 smithi081 ceph-mon[25343]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-05-15T16:39:37.916 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:37 smithi081 ceph-mon[25343]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:39:37.916 INFO:journalctl@ceph.mon.b.smithi081.stdout: Creating ceph-iscsi config... 2024-05-15T16:39:37.916 INFO:journalctl@ceph.mon.b.smithi081.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:39:37.916 INFO:journalctl@ceph.mon.b.smithi081.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:39:37.916 INFO:journalctl@ceph.mon.b.smithi081.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:39:37.916 INFO:journalctl@ceph.mon.b.smithi081.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:37.916 INFO:journalctl@ceph.mon.b.smithi081.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:37.916 INFO:journalctl@ceph.mon.b.smithi081.stdout: Traceback (most recent call last): 2024-05-15T16:39:37.916 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:39:37.916 INFO:journalctl@ceph.mon.b.smithi081.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:39:37.916 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:39:37.916 INFO:journalctl@ceph.mon.b.smithi081.stdout: exec(code, run_globals) 2024-05-15T16:39:37.916 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:39:37.916 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:39:37.917 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:39:37.917 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:39:37.917 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:39:37.917 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:39:37.917 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:39:37.917 INFO:journalctl@ceph.mon.b.smithi081.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:37.917 INFO:journalctl@ceph.mon.b.smithi081.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:37.917 INFO:journalctl@ceph.mon.b.smithi081.stdout: Traceback (most recent call last): 2024-05-15T16:39:37.917 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-05-15T16:39:37.917 INFO:journalctl@ceph.mon.b.smithi081.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-05-15T16:39:37.917 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-05-15T16:39:37.917 INFO:journalctl@ceph.mon.b.smithi081.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-05-15T16:39:37.917 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-05-15T16:39:37.917 INFO:journalctl@ceph.mon.b.smithi081.stdout: return self.event_loop.get_result(coro, timeout) 2024-05-15T16:39:37.918 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-05-15T16:39:37.918 INFO:journalctl@ceph.mon.b.smithi081.stdout: return future.result(timeout) 2024-05-15T16:39:37.918 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-05-15T16:39:37.918 INFO:journalctl@ceph.mon.b.smithi081.stdout: return self.__get_result() 2024-05-15T16:39:37.918 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-05-15T16:39:37.918 INFO:journalctl@ceph.mon.b.smithi081.stdout: raise self._exception 2024-05-15T16:39:37.918 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-05-15T16:39:37.918 INFO:journalctl@ceph.mon.b.smithi081.stdout: use_current_daemon_image=reconfig, 2024-05-15T16:39:37.918 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-05-15T16:39:37.918 INFO:journalctl@ceph.mon.b.smithi081.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-05-15T16:39:37.918 INFO:journalctl@ceph.mon.b.smithi081.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi066.lbegld ... 2024-05-15T16:39:37.918 INFO:journalctl@ceph.mon.b.smithi081.stdout: Creating ceph-iscsi config... 2024-05-15T16:39:37.918 INFO:journalctl@ceph.mon.b.smithi081.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/iscsi-gateway.cfg 2024-05-15T16:39:37.918 INFO:journalctl@ceph.mon.b.smithi081.stdout: Write file: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/iscsi.foo.smithi066.lbegld/tcmu-runner-entrypoint.sh 2024-05-15T16:39:37.918 INFO:journalctl@ceph.mon.b.smithi081.stdout: Non-zero exit code 1 from systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld 2024-05-15T16:39:37.919 INFO:journalctl@ceph.mon.b.smithi081.stdout: systemctl: stderr Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:37.919 INFO:journalctl@ceph.mon.b.smithi081.stdout: systemctl: stderr See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:37.919 INFO:journalctl@ceph.mon.b.smithi081.stdout: Traceback (most recent call last): 2024-05-15T16:39:37.919 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-05-15T16:39:37.919 INFO:journalctl@ceph.mon.b.smithi081.stdout: return _run_code(code, main_globals, None, 2024-05-15T16:39:37.919 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-05-15T16:39:37.919 INFO:journalctl@ceph.mon.b.smithi081.stdout: exec(code, run_globals) 2024-05-15T16:39:37.919 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5618, in 2024-05-15T16:39:37.919 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 5606, in main 2024-05-15T16:39:37.919 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3096, in command_deploy_from 2024-05-15T16:39:37.919 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3131, in _common_deploy 2024-05-15T16:39:37.919 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 3151, in _deploy_daemon_container 2024-05-15T16:39:37.919 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/__main__.py", line 1123, in deploy_daemon 2024-05-15T16:39:37.919 INFO:journalctl@ceph.mon.b.smithi081.stdout: File "/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/cephadm.0274d6ff5b9f2aae0b3541aacf95498bc9ef10781b3c093549ab0705b6baf2bc/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-05-15T16:39:37.920 INFO:journalctl@ceph.mon.b.smithi081.stdout: RuntimeError: Failed command: systemctl restart ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld: Job for ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service failed because the control process exited with error code. 2024-05-15T16:39:37.920 INFO:journalctl@ceph.mon.b.smithi081.stdout: See "systemctl status ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" and "journalctl -xeu ceph-b95da56a-12d5-11ef-bc98-c7b262605968@iscsi.foo.smithi066.lbegld.service" for details. 2024-05-15T16:39:37.920 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:37 smithi081 ceph-mon[25343]: Upgrade: Setting container_image for all mgr 2024-05-15T16:39:37.920 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:37 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:37.920 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:37 smithi081 ceph-mon[25343]: Reconfiguring iscsi.foo.smithi066.lbegld (dependencies changed)... 2024-05-15T16:39:37.920 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:39:37.920 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:37 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi066.lbegld", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-05-15T16:39:37.920 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:37.920 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:37 smithi081 ceph-mon[25343]: Reconfiguring daemon iscsi.foo.smithi066.lbegld on smithi066 2024-05-15T16:39:38.259 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:37 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: 2024-05-15T16:39:37.914+0000 7f9823fea200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-15T16:39:38.259 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: 2024-05-15T16:39:38.011+0000 7f9823fea200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-15T16:39:38.511 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: 2024-05-15T16:39:38.270+0000 7f9823fea200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-15T16:39:38.511 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: 2024-05-15T16:39:38.409+0000 7f9823fea200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-15T16:39:38.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: 2024-05-15T16:39:38.509+0000 7f9823fea200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-15T16:39:38.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: 2024-05-15T16:39:38.649+0000 7f9823fea200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-15T16:39:39.322 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: 2024-05-15T16:39:38.970+0000 7f9823fea200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-15T16:39:39.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:39 smithi066 ceph-mon[24465]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-05-15T16:39:39.878 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:39 smithi066 ceph-mon[29300]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-05-15T16:39:39.912 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:39 smithi081 ceph-mon[25343]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-05-15T16:39:39.912 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: 2024-05-15T16:39:39.659+0000 7f9823fea200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-15T16:39:40.220 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: 2024-05-15T16:39:39.910+0000 7f9823fea200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-15T16:39:40.221 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: [15/May/2024:16:39:39] ENGINE Bus STARTING 2024-05-15T16:39:40.221 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:40 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: CherryPy Checker: 2024-05-15T16:39:40.221 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:40 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: The Application mounted at '' has an empty config. 2024-05-15T16:39:40.221 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:40 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: 2024-05-15T16:39:40.221 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:40 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: [15/May/2024:16:39:40] ENGINE Serving on http://:::9283 2024-05-15T16:39:40.221 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:40 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[70826]: [15/May/2024:16:39:40] ENGINE Bus STARTED 2024-05-15T16:39:40.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[24465]: Standby manager daemon x restarted 2024-05-15T16:39:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[24465]: Standby manager daemon x started 2024-05-15T16:39:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/3203363930' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:39:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/3203363930' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:39:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/3203363930' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:39:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/3203363930' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:39:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:39:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:39:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:40.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:40.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:40.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:40.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:40.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:40.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:40.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:40.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:40.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[29300]: Standby manager daemon x restarted 2024-05-15T16:39:40.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[29300]: Standby manager daemon x started 2024-05-15T16:39:40.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/3203363930' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:39:40.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/3203363930' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:39:40.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/3203363930' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:39:40.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/3203363930' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:39:40.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:40.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:40.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:39:40.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:39:40.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:40.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:40.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:40.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:40.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:40.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:40.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:40.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:40.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:40.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:40.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:40.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:41.092 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:40 smithi081 ceph-mon[25343]: Standby manager daemon x restarted 2024-05-15T16:39:41.092 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:40 smithi081 ceph-mon[25343]: Standby manager daemon x started 2024-05-15T16:39:41.092 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:40 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/3203363930' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:39:41.092 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:40 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/3203363930' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:39:41.092 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:40 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/3203363930' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:39:41.092 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:40 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/3203363930' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:39:41.092 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:40 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:41.092 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:40 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:41.093 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:39:41.093 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:39:41.093 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:41.093 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:41.093 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:41.093 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:41.093 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:41.093 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:40 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:41.093 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:41.093 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:41.093 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:41.093 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:41.093 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:41.093 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:40 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:41.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-05-15T16:39:41.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:39:41.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:39:41.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:41.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:41.908 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: mgrmap e42: y(active, since 27s), standbys: x 2024-05-15T16:39:41.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:41.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:41.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:41.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:41.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:41.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:41.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:41.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/584000589' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-15T16:39:41.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:41.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:41.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:41.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:41.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:41.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:41.909 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:41.910 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:41.910 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:41.910 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:41.910 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:41.910 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:41.910 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:41.910 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:41.910 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:41.910 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:41.910 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:41.910 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:41.910 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:41.910 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:41.910 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:41.911 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:41.911 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:41.911 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:41.911 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:41.911 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:41.911 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:41.911 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:41.911 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:41.911 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:41.911 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:41.911 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:41.911 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:41.911 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:41.911 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:41.911 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:41.911 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-05-15T16:39:42.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:39:42.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:39:42.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: mgrmap e42: y(active, since 27s), standbys: x 2024-05-15T16:39:42.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:42.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:42.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:42.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/584000589' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-15T16:39:42.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:42.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:42.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:42.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:42.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:42.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:42.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:42.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-05-15T16:39:42.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-05-15T16:39:42.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-05-15T16:39:42.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: mgrmap e42: y(active, since 27s), standbys: x 2024-05-15T16:39:42.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:42.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:42.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:42.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/584000589' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-15T16:39:42.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:42.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:42.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:42.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:42.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:42.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:42.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:42.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:42.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:42.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:42.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:42.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:42.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:42.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:42.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:42.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:42.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:42.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:42.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:42.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:42.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:42.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:42.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:42.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:42.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:42.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:42.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:42.044 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.044 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:42.044 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:42.044 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:42.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:42.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:42.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:42.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:42.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:42.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:42.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:42.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:42.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:42.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:42.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:42.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.921 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.921 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.921 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.921 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.921 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.921 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.922 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:42.922 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.922 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:42.922 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:42.922 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.922 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.922 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.922 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:42.922 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.922 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:42.922 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:42.922 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.922 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:42.922 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.923 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:42.923 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.923 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:42.923 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:42.923 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.923 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.923 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:42.923 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:42.923 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:42.923 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:42.923 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.923 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.923 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.923 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:42.923 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:43.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:43.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:43.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:43 smithi066 ceph-mon[29300]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-05-15T16:39:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:43 smithi066 ceph-mon[24465]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-05-15T16:39:43.794 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:43.794 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:43.794 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:43 smithi081 ceph-mon[25343]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-05-15T16:39:44.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:39:44.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:39:44.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:39:44.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:44.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:39:44.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:44.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:44.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:44.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:39:44.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:39:44.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:39:44.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:44.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:39:44.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:44.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:44.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:45.018 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:39:45.018 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:39:45.018 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:39:45.018 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:45.018 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:39:45.018 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:45.019 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:45.019 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:45.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:45 smithi066 ceph-mon[24465]: Upgrade: Updating mgr.x 2024-05-15T16:39:45.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:45 smithi066 ceph-mon[24465]: Deploying daemon mgr.x on smithi081 2024-05-15T16:39:45.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:45 smithi066 ceph-mon[24465]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-05-15T16:39:45.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:45 smithi066 ceph-mon[29300]: Upgrade: Updating mgr.x 2024-05-15T16:39:45.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:45 smithi066 ceph-mon[29300]: Deploying daemon mgr.x on smithi081 2024-05-15T16:39:45.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:45 smithi066 ceph-mon[29300]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-05-15T16:39:45.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:45 smithi081 ceph-mon[25343]: Upgrade: Updating mgr.x 2024-05-15T16:39:45.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:45 smithi081 ceph-mon[25343]: Deploying daemon mgr.x on smithi081 2024-05-15T16:39:45.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:45 smithi081 ceph-mon[25343]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-05-15T16:39:46.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:46 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:39:46] "GET /metrics HTTP/1.1" 200 37978 "" "Prometheus/2.33.4" 2024-05-15T16:39:46.835 INFO:teuthology.orchestra.run.smithi066.stdout:true 2024-05-15T16:39:47.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:47.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:47.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:47.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:46 smithi066 ceph-mon[24465]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-05-15T16:39:47.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:46 smithi066 ceph-mon[24465]: from='client.25429 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:47.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:47.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:47.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:47.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:46 smithi066 ceph-mon[29300]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-05-15T16:39:47.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:46 smithi066 ceph-mon[29300]: from='client.25429 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:47.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:47.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:47.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:47.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:46 smithi081 ceph-mon[25343]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-05-15T16:39:47.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:46 smithi081 ceph-mon[25343]: from='client.25429 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-15T16:39:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi066 smithi066 running 1s ago 27m - - 2024-05-15T16:39:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi081 smithi081 running 5s ago 26m - - 2024-05-15T16:39:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:alertmanager.a smithi066 *:9093,9094 running (13m) 1s ago 21m 22.8M - 0.23.0 ba2b418f427c 985d2c728dcd 2024-05-15T16:39:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:grafana.a smithi081 *:3000 running (13m) 5s ago 21m 50.5M - 8.3.5 dad864ee21e9 3f07258ad1f7 2024-05-15T16:39:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:iscsi.foo.smithi066.lbegld smithi066 running (7s) 1s ago 20m - - 3.5 e1d6a67b021e fefc481c4afb 2024-05-15T16:39:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.x smithi081 *:8443,9283 running (16m) 5s ago 26m 234M - 19.0.0-2576-gde5210d5 48bc18eb22d8 48fd6964273b 2024-05-15T16:39:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.y smithi066 *:8443,9283,8765 running (10m) 1s ago 27m 505M - 19.0.0-2576-gde5210d5 48bc18eb22d8 ad331d4e41f6 2024-05-15T16:39:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:mon.a smithi066 running (27m) 1s ago 27m 83.2M 2048M 17.2.0 e1d6a67b021e 282c81f9a786 2024-05-15T16:39:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:mon.b smithi081 running (26m) 5s ago 26m 66.5M 2048M 17.2.0 e1d6a67b021e 82fb987622c5 2024-05-15T16:39:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:mon.c smithi066 running (26m) 1s ago 26m 61.1M 2048M 17.2.0 e1d6a67b021e f72f6b43cfb8 2024-05-15T16:39:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.a smithi066 *:9100 running (13m) 1s ago 22m 16.5M - 1.3.1 1dbe0e931976 6ed2ed734239 2024-05-15T16:39:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.b smithi081 *:9100 running (13m) 5s ago 22m 20.1M - 1.3.1 1dbe0e931976 de0534eeb76c 2024-05-15T16:39:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 smithi066 running (25m) 1s ago 25m 54.2M 4096M 17.2.0 e1d6a67b021e 28a5f29dbca4 2024-05-15T16:39:47.520 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 smithi066 running (25m) 1s ago 25m 55.9M 4096M 17.2.0 e1d6a67b021e 0ef23245f9ef 2024-05-15T16:39:47.520 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 smithi066 running (25m) 1s ago 25m 50.3M 4096M 17.2.0 e1d6a67b021e 02c0efc727d7 2024-05-15T16:39:47.520 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 smithi066 running (24m) 1s ago 24m 53.0M 4096M 17.2.0 e1d6a67b021e 40f1cf1a2241 2024-05-15T16:39:47.520 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 smithi081 running (24m) 5s ago 24m 58.2M 4096M 17.2.0 e1d6a67b021e 4765ca89ed8f 2024-05-15T16:39:47.520 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 smithi081 running (23m) 5s ago 23m 52.4M 4096M 17.2.0 e1d6a67b021e 360c01584121 2024-05-15T16:39:47.520 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 smithi081 running (23m) 5s ago 23m 55.0M 4096M 17.2.0 e1d6a67b021e 28621b8e0dfc 2024-05-15T16:39:47.520 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 smithi081 running (23m) 5s ago 23m 53.9M 4096M 17.2.0 e1d6a67b021e d77057b690f5 2024-05-15T16:39:47.520 INFO:teuthology.orchestra.run.smithi066.stdout:prometheus.a smithi081 *:9095 running (3m) 5s ago 22m 74.5M - 2.33.4 514e6a882f6e d1882d368147 2024-05-15T16:39:47.520 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi066.venvvw smithi066 *:8000 running (20m) 1s ago 20m 75.4M - 17.2.0 e1d6a67b021e a58b069a63ed 2024-05-15T16:39:47.520 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi081.bblyzt smithi081 *:8000 running (20m) 5s ago 20m 75.8M - 17.2.0 e1d6a67b021e 31bf3403b024 2024-05-15T16:39:47.942 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:39:47.942 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": { 2024-05-15T16:39:47.942 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-05-15T16:39:47.942 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:39:47.942 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": { 2024-05-15T16:39:47.942 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:39:47.942 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:39:47.942 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": { 2024-05-15T16:39:47.943 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-05-15T16:39:47.943 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:39:47.943 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": {}, 2024-05-15T16:39:47.943 INFO:teuthology.orchestra.run.smithi066.stdout: "rgw": { 2024-05-15T16:39:47.943 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-05-15T16:39:47.943 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:39:47.943 INFO:teuthology.orchestra.run.smithi066.stdout: "overall": { 2024-05-15T16:39:47.943 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-05-15T16:39:47.943 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:39:47.943 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:39:47.943 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:39:48.259 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:48 smithi081 ceph-mon[25343]: from='client.25435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:48.259 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:48 smithi081 ceph-mon[25343]: from='client.15540 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:48.259 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:48 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/1521508663' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:48.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:48 smithi066 ceph-mon[24465]: from='client.25435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:48.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:48 smithi066 ceph-mon[24465]: from='client.15540 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:48.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:48 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/1521508663' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:48.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:48 smithi066 ceph-mon[29300]: from='client.25435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:48.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:48 smithi066 ceph-mon[29300]: from='client.15540 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:48.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:48 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/1521508663' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:48.289 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:39:48.289 INFO:teuthology.orchestra.run.smithi066.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a", 2024-05-15T16:39:48.289 INFO:teuthology.orchestra.run.smithi066.stdout: "in_progress": true, 2024-05-15T16:39:48.289 INFO:teuthology.orchestra.run.smithi066.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-05-15T16:39:48.290 INFO:teuthology.orchestra.run.smithi066.stdout: "services_complete": [ 2024-05-15T16:39:48.290 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr" 2024-05-15T16:39:48.290 INFO:teuthology.orchestra.run.smithi066.stdout: ], 2024-05-15T16:39:48.290 INFO:teuthology.orchestra.run.smithi066.stdout: "progress": "2/2 daemons upgraded", 2024-05-15T16:39:48.290 INFO:teuthology.orchestra.run.smithi066.stdout: "message": "Currently upgrading mgr daemons", 2024-05-15T16:39:48.290 INFO:teuthology.orchestra.run.smithi066.stdout: "is_paused": false 2024-05-15T16:39:48.290 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:39:49.521 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:49 smithi081 systemd[1]: Stopping Ceph mgr.x for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:39:49.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:49 smithi066 ceph-mon[29300]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-05-15T16:39:49.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:49 smithi066 ceph-mon[29300]: from='client.25453 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:49.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:49 smithi066 ceph-mon[24465]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-05-15T16:39:49.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:49 smithi066 ceph-mon[24465]: from='client.25453 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:49.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:49 smithi081 ceph-mon[25343]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-05-15T16:39:49.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:49 smithi081 ceph-mon[25343]: from='client.25453 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:39:50.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:49 smithi081 podman[72590]: 2024-05-15 16:39:49.863504805 +0000 UTC m=+0.139492543 container died e7940b03f874c29a0467ab38f74184cb05882936026ea8927715233d1818d172 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, RELEASE=wip-65480-squid-de5210d, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240514) 2024-05-15T16:39:50.442 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:50 smithi081 podman[72590]: 2024-05-15 16:39:50.207341897 +0000 UTC m=+0.483329615 container cleanup e7940b03f874c29a0467ab38f74184cb05882936026ea8927715233d1818d172 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-65480-squid-de5210d, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-05-15T16:39:50.442 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:50 smithi081 bash[72590]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x 2024-05-15T16:39:50.705 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:50 smithi081 podman[72638]: 2024-05-15 16:39:50.44225055 +0000 UTC m=+0.577562764 container remove e7940b03f874c29a0467ab38f74184cb05882936026ea8927715233d1818d172 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-65480-squid-de5210d, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240514) 2024-05-15T16:39:50.705 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:50 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-05-15T16:39:51.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:51.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:51.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:51.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:50 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-05-15T16:39:51.116 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:50 smithi081 systemd[1]: Stopped Ceph mgr.x for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:39:51.116 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:50 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mgr.x.service: Consumed 8.653s CPU time. 2024-05-15T16:39:51.116 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:50 smithi081 systemd[1]: Starting Ceph mgr.x for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:39:51.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:51.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:51.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:51.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:51.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:51.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:51.513 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:51 smithi081 podman[72905]: 2024-05-15 16:39:51.080527028 +0000 UTC m=+0.020652048 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-05-15T16:39:51.514 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:51 smithi081 podman[72905]: 2024-05-15 16:39:51.20243283 +0000 UTC m=+0.142557832 container create bf3d05c7cc7afe1d8043a57b6facbef9fc34a3751f90b4e3945c9a735a4d1966 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x, distribution-scope=public, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.tags=base centos centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_CLEAN=True, CEPH_POINT_RELEASE=-17.2.0, io.k8s.display-name=CentOS Stream 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, build-date=2022-05-03T08:36:31.336870, vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_BRANCH=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8, ceph=True, name=centos-stream, maintainer=Guillaume Abrioux , description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, release=754, architecture=x86_64, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, RELEASE=HEAD, com.redhat.component=centos-stream-container, vendor=Red Hat, Inc., io.buildah.version=1.19.8, io.openshift.expose-services=) 2024-05-15T16:39:51.770 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:51 smithi081 podman[72905]: 2024-05-15 16:39:51.622989032 +0000 UTC m=+0.563114037 container init bf3d05c7cc7afe1d8043a57b6facbef9fc34a3751f90b4e3945c9a735a4d1966 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x, ceph=True, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, vendor=Red Hat, Inc., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.component=centos-stream-container, version=8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, maintainer=Guillaume Abrioux , architecture=x86_64, GIT_BRANCH=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.display-name=CentOS Stream 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, build-date=2022-05-03T08:36:31.336870, GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, CEPH_POINT_RELEASE=-17.2.0, io.buildah.version=1.19.8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.expose-services=, io.openshift.tags=base centos centos-stream, name=centos-stream) 2024-05-15T16:39:51.770 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:51 smithi081 podman[72905]: 2024-05-15 16:39:51.626414231 +0000 UTC m=+0.566539234 container start bf3d05c7cc7afe1d8043a57b6facbef9fc34a3751f90b4e3945c9a735a4d1966 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x, version=8, GIT_BRANCH=HEAD, io.openshift.expose-services=, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=CentOS Stream 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, RELEASE=HEAD, vcs-type=git, architecture=x86_64, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Guillaume Abrioux , com.redhat.component=centos-stream-container, CEPH_POINT_RELEASE=-17.2.0, name=centos-stream, io.buildah.version=1.19.8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vendor=Red Hat, Inc., build-date=2022-05-03T08:36:31.336870, ceph=True, io.openshift.tags=base centos centos-stream, GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=754, distribution-scope=public, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb) 2024-05-15T16:39:51.770 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:51 smithi081 ceph-mgr[72973]: -- 172.21.15.81:0/1043349697 <== mon.2 v2:172.21.15.81:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x556a02a4a340 con 0x556a02a22c00 2024-05-15T16:39:51.770 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:51 smithi081 bash[72905]: bf3d05c7cc7afe1d8043a57b6facbef9fc34a3751f90b4e3945c9a735a4d1966 2024-05-15T16:39:51.770 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:51 smithi081 systemd[1]: Started Ceph mgr.x for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:39:52.074 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:51 smithi081 ceph-mon[25343]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-05-15T16:39:52.074 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:51 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:39:52.074 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:52.074 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:52.074 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:52.074 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:52.074 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:52.074 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:52.075 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:51 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: 2024-05-15T16:39:51.768+0000 7f76f0044000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-15T16:39:52.075 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:51 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: 2024-05-15T16:39:51.907+0000 7f76f0044000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:39:52.075 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:52 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: 2024-05-15T16:39:52.013+0000 7f76f0044000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-15T16:39:52.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:51 smithi066 ceph-mon[29300]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-05-15T16:39:52.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:51 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:39:52.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:52.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:52.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:52.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:52.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:52.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:52.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:51 smithi066 ceph-mon[24465]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-05-15T16:39:52.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:51 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:39:52.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:52.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:52.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:52.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:52.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:52.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:52.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:52 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: 2024-05-15T16:39:52.344+0000 7f76f0044000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-15T16:39:52.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:52 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: 2024-05-15T16:39:52.431+0000 7f76f0044000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-15T16:39:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:53.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:53.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:53.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:53.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:53.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:53.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:53.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:53.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:53.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:53.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:53.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:53.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:53.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:53.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:53.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:53.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:53.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:53.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:53.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:53.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:53.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:53.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:53.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:53.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:53.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:53.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:53.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:53.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:53.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:53.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:53.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:53.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:53.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:53.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:53.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:53.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:53.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:53.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:53.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:53.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:53.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:53.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:53.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:53.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:53.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:53.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:53.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:53.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:53.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:53.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:53.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:53.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:53.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:53.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:53.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:53.853 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:53 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: 2024-05-15T16:39:53.680+0000 7f76f0044000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-15T16:39:54.118 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:53 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: 2024-05-15T16:39:53.851+0000 7f76f0044000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-15T16:39:54.118 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:53 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: 2024-05-15T16:39:53.938+0000 7f76f0044000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-15T16:39:54.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 938 B/s rd, 1 op/s 2024-05-15T16:39:54.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:53 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 938 B/s rd, 1 op/s 2024-05-15T16:39:54.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 938 B/s rd, 1 op/s 2024-05-15T16:39:54.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:54 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: 2024-05-15T16:39:54.272+0000 7f76f0044000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-15T16:39:54.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:54 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: 2024-05-15T16:39:54.366+0000 7f76f0044000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-15T16:39:54.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:54 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: 2024-05-15T16:39:54.462+0000 7f76f0044000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-15T16:39:54.927 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:54 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: 2024-05-15T16:39:54.715+0000 7f76f0044000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:39:54.927 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.928 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.928 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.928 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.928 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.928 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.928 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:54.928 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.928 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.929 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.929 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.929 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.929 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.929 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.929 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.929 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.929 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.929 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.929 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.929 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.929 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.929 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.930 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.930 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.930 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.930 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.930 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.930 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.930 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.930 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.930 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.930 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.930 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.931 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.931 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.931 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.931 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.931 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.931 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.931 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.931 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.931 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.931 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:54.931 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.931 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:54.931 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:54.932 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:54.932 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:54.932 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:55.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:55.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:55.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:55.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:55.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:55.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:55.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:55.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:55.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:55.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:55.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:55.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:55.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:55.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:55.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:55.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:55.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:55.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:55.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:55.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:55.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:55.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:55.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:55.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:55.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:55.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:55.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:55.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:55.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:55.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:55.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:55.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:55.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:55.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:55.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:55.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:55.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:55.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:55.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:55.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:55.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:55.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:55.555 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:55 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: 2024-05-15T16:39:55.180+0000 7f76f0044000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-15T16:39:55.805 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:55 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: 2024-05-15T16:39:55.694+0000 7f76f0044000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-15T16:39:55.805 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:55 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: 2024-05-15T16:39:55.791+0000 7f76f0044000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-15T16:39:56.107 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:56.107 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:56.107 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:56.107 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:39:56.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:56.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:56.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:56.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:56.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:56.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:56.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:56.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:56.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:56.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:56.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:56.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:56.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:56.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:56.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:56.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:56.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:56.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:56.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:56.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:56.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:56.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:56.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:56.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:56.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:56.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:56.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:56.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:56.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.111 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:56.111 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.111 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:56.111 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:56.111 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:56.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:56.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:56.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:56.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:39:56.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:56.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:56.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:56.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:56.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:56.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:56.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:56.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:56.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:56.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:56.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:56.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:56.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:56.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:56.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:56.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:56.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:56.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:56.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:56.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:56.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:56.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:56.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:56.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:56.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:56.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:56.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:56.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:39:56.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:56.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:56.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:56.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:56.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:56.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:56.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:56.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:56.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:56.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:56.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:56.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:56.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:56.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:56.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:56.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:56.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:56.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:56.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:56.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:56.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:56.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:56.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:56 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: 2024-05-15T16:39:56.105+0000 7f76f0044000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-15T16:39:56.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:56 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: 2024-05-15T16:39:56.201+0000 7f76f0044000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-15T16:39:56.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:39:56 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:39:56] "GET /metrics HTTP/1.1" 200 37978 "" "Prometheus/2.33.4" 2024-05-15T16:39:56.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:56 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: 2024-05-15T16:39:56.624+0000 7f76f0044000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-15T16:39:56.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:56 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: 2024-05-15T16:39:56.763+0000 7f76f0044000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-15T16:39:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:57.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:57.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:57.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:57.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:57.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:57.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:57.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:57.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:57.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:57.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:57.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:57.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:57.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:57.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:57.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:57.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:57.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:57.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:57.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:57.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:57.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:57.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:57.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:57.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:57.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:57.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:57.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:57.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:57.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:57.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:57.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:57.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:56 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:57.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:56 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: 2024-05-15T16:39:56.868+0000 7f76f0044000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-15T16:39:57.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:56 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: 2024-05-15T16:39:56.989+0000 7f76f0044000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-15T16:39:57.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: 2024-05-15T16:39:57.082+0000 7f76f0044000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-15T16:39:57.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:57.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:57.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:57.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:57.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:57.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:57.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:57.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:57.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:57.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:57.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:57.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:57.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:57.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:57.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:57.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:57.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:57.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:57.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:57.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:57.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:57.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:57.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:57.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:57.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:57.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:57.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:57.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:57.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:57.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:57.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:57.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:57.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:57.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:57.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:57.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:57.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:57.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:57.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:57.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:57.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:56 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:58.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:58.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:58.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:39:58.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:58.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:58.108 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:58.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:58.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:58.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:58.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:58.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:58.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:58.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:58.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:58.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:58.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:58.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:58.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:58.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:58.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:58.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:58.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:58.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:58.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:58.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:58.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:58.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:58.111 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.111 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: 2024-05-15T16:39:57.685+0000 7f76f0044000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-15T16:39:58.111 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: 2024-05-15T16:39:58.105+0000 7f76f0044000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-15T16:39:58.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:58.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:58.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:39:58.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:58.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:58.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:58.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:58.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:58.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:58.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:58.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:58.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:58.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:58.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:39:58.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:58.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:58.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:58.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:58.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:58.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:39:58.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:58.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:58.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:58.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:58.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:58.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:58.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:39:58.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:39:58.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:58.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:58.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:58.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:58.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:39:58.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: [15/May/2024:16:39:58] ENGINE Bus STARTING 2024-05-15T16:39:58.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: CherryPy Checker: 2024-05-15T16:39:58.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: The Application mounted at '' has an empty config. 2024-05-15T16:39:58.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: 2024-05-15T16:39:58.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: [15/May/2024:16:39:58] ENGINE Serving on http://:::9283 2024-05-15T16:39:58.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:39:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[72949]: [15/May/2024:16:39:58] ENGINE Bus STARTED 2024-05-15T16:39:59.248 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:58 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:59.248 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:58 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:59.248 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:58 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:59.248 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:58 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:59.248 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:58 smithi081 ceph-mon[25343]: Standby manager daemon x restarted 2024-05-15T16:39:59.249 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:58 smithi081 ceph-mon[25343]: Standby manager daemon x started 2024-05-15T16:39:59.249 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:58 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:39:59.249 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:58 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:39:59.249 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:58 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:39:59.249 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:58 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:39:59.249 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:58 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:59.249 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:58 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:59.249 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:58 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:59.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:58 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:59.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:58 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:59.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:58 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:59.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:58 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:59.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:58 smithi066 ceph-mon[24465]: Standby manager daemon x restarted 2024-05-15T16:39:59.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:58 smithi066 ceph-mon[24465]: Standby manager daemon x started 2024-05-15T16:39:59.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:58 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:39:59.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:58 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:39:59.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:58 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:39:59.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:58 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:39:59.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:58 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:59.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:58 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:59.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:58 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:59.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:58 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:59.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:58 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:59.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:58 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:59.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:58 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:39:59.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:58 smithi066 ceph-mon[29300]: Standby manager daemon x restarted 2024-05-15T16:39:59.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:58 smithi066 ceph-mon[29300]: Standby manager daemon x started 2024-05-15T16:39:59.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:58 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:39:59.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:58 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:39:59.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:58 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:39:59.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:58 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:39:59.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:58 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:59.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:58 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:39:59.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:58 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:00.170 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:59 smithi081 ceph-mon[25343]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:40:00.170 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:59 smithi081 ceph-mon[25343]: mgrmap e43: y(active, since 45s), standbys: x 2024-05-15T16:40:00.170 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:59 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:00.170 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:40:00.171 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:40:00.171 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:59 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:40:00.171 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:40:00.171 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:39:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:00.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:59 smithi066 ceph-mon[24465]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:40:00.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:59 smithi066 ceph-mon[24465]: mgrmap e43: y(active, since 45s), standbys: x 2024-05-15T16:40:00.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:59 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:00.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:40:00.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:40:00.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:59 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:40:00.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:40:00.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:39:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:00.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:59 smithi066 ceph-mon[29300]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:40:00.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:59 smithi066 ceph-mon[29300]: mgrmap e43: y(active, since 45s), standbys: x 2024-05-15T16:40:00.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:59 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:00.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:40:00.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:40:00.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:59 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:40:00.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:40:00.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:39:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:00 smithi081 ceph-mon[25343]: Upgrade: Updating mgr.x 2024-05-15T16:40:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:00 smithi081 ceph-mon[25343]: Deploying daemon mgr.x on smithi081 2024-05-15T16:40:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:00 smithi081 ceph-mon[25343]: overall HEALTH_OK 2024-05-15T16:40:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:00 smithi066 ceph-mon[24465]: Upgrade: Updating mgr.x 2024-05-15T16:40:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:00 smithi066 ceph-mon[24465]: Deploying daemon mgr.x on smithi081 2024-05-15T16:40:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:00 smithi066 ceph-mon[24465]: overall HEALTH_OK 2024-05-15T16:40:01.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:00 smithi066 ceph-mon[29300]: Upgrade: Updating mgr.x 2024-05-15T16:40:01.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:00 smithi066 ceph-mon[29300]: Deploying daemon mgr.x on smithi081 2024-05-15T16:40:01.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:00 smithi066 ceph-mon[29300]: overall HEALTH_OK 2024-05-15T16:40:02.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:01 smithi066 ceph-mon[29300]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:40:02.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:01 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:40:02.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:01 smithi066 ceph-mon[24465]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:40:02.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:01 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:40:02.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:01 smithi081 ceph-mon[25343]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:40:02.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:01 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:40:02.736 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:02 smithi081 systemd[1]: Stopping Ceph mgr.x for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:40:03.022 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:02 smithi081 podman[75426]: 2024-05-15 16:40:02.735755357 +0000 UTC m=+0.133752092 container died bf3d05c7cc7afe1d8043a57b6facbef9fc34a3751f90b4e3945c9a735a4d1966 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x, RELEASE=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, release=754, vcs-type=git, architecture=x86_64, com.redhat.component=centos-stream-container, io.openshift.expose-services=, build-date=2022-05-03T08:36:31.336870, vendor=Red Hat, Inc., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8, io.openshift.tags=base centos centos-stream, maintainer=Guillaume Abrioux , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, name=centos-stream, CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.display-name=CentOS Stream 8, ceph=True, distribution-scope=public, io.buildah.version=1.19.8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-05-15T16:40:03.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:03 smithi081 podman[75426]: 2024-05-15 16:40:03.104708834 +0000 UTC m=+0.502705561 container cleanup bf3d05c7cc7afe1d8043a57b6facbef9fc34a3751f90b4e3945c9a735a4d1966 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.display-name=CentOS Stream 8, release=754, io.openshift.expose-services=, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, CEPH_POINT_RELEASE=-17.2.0, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, build-date=2022-05-03T08:36:31.336870, distribution-scope=public, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vendor=Red Hat, Inc., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Guillaume Abrioux , architecture=x86_64, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.tags=base centos centos-stream, ceph=True, io.buildah.version=1.19.8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, com.redhat.component=centos-stream-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, name=centos-stream, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=HEAD) 2024-05-15T16:40:03.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:03 smithi081 bash[75426]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x 2024-05-15T16:40:03.636 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:03 smithi081 podman[75439]: 2024-05-15 16:40:03.372816635 +0000 UTC m=+0.637219339 container remove bf3d05c7cc7afe1d8043a57b6facbef9fc34a3751f90b4e3945c9a735a4d1966 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream, GIT_BRANCH=HEAD, RELEASE=HEAD, architecture=x86_64, vendor=Red Hat, Inc., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, distribution-scope=public, version=8, GIT_CLEAN=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, build-date=2022-05-03T08:36:31.336870, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.19.8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.component=centos-stream-container, CEPH_POINT_RELEASE=-17.2.0, maintainer=Guillaume Abrioux , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-type=git, io.k8s.display-name=CentOS Stream 8, name=centos-stream, release=754) 2024-05-15T16:40:03.636 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:03 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-05-15T16:40:03.636 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:03 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-05-15T16:40:03.636 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:03 smithi081 systemd[1]: Stopped Ceph mgr.x for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:40:03.636 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:03 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mgr.x.service: Consumed 7.740s CPU time. 2024-05-15T16:40:03.891 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:03 smithi081 systemd[1]: Starting Ceph mgr.x for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:40:04.202 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:03 smithi081 ceph-mon[25343]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:40:04.202 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:03 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:04.202 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:03 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:04.202 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:03 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:04.202 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:03 smithi081 podman[75567]: 2024-05-15 16:40:03.856454154 +0000 UTC m=+0.017370492 image pull 48bc18eb22d8284fb8ad68bf46e17b174a8aaf15dd2581bf7f093c432d12db31 quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a 2024-05-15T16:40:04.203 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:03 smithi081 podman[75567]: 2024-05-15 16:40:03.974307696 +0000 UTC m=+0.135224024 container create 2d8c03d87ef91aa642837b7a8c44d580e78a5ff0047e33fa8e0ffb1f2592cb6e (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-65480-squid-de5210d, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-15T16:40:04.203 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:04 smithi081 podman[75567]: 2024-05-15 16:40:04.202032476 +0000 UTC m=+0.362948804 container init 2d8c03d87ef91aa642837b7a8c44d580e78a5ff0047e33fa8e0ffb1f2592cb6e (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x, RELEASE=wip-65480-squid-de5210d, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-05-15T16:40:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:03 smithi066 ceph-mon[29300]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:40:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:03 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:03 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:03 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:04.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:03 smithi066 ceph-mon[24465]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:40:04.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:03 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:04.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:03 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:04.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:03 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:04.519 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:04 smithi081 podman[75567]: 2024-05-15 16:40:04.204774986 +0000 UTC m=+0.365691323 container start 2d8c03d87ef91aa642837b7a8c44d580e78a5ff0047e33fa8e0ffb1f2592cb6e (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-65480-squid-de5210d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-05-15T16:40:04.519 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:04 smithi081 ceph-mgr[75586]: -- 172.21.15.81:0/2348684101 <== mon.2 v2:172.21.15.81:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dcdfc225a0 con 0x55dcdfbf6800 2024-05-15T16:40:04.519 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:04 smithi081 bash[75567]: 2d8c03d87ef91aa642837b7a8c44d580e78a5ff0047e33fa8e0ffb1f2592cb6e 2024-05-15T16:40:04.519 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:04 smithi081 systemd[1]: Started Ceph mgr.x for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:40:04.520 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:04 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:40:04.355+0000 7f88c9392200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-15T16:40:04.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:04 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:40:04.560+0000 7f88c9392200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:40:04.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:04 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:40:04.667+0000 7f88c9392200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-15T16:40:05.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:04 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:40:04.997+0000 7f88c9392200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-15T16:40:05.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:05 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:40:05.087+0000 7f88c9392200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-15T16:40:05.649 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:40:05.649 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:05.649 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:05.649 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.649 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:05.649 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:05.649 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:05.649 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:05.649 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.649 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:05.650 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:05.650 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-05-15T16:40:05.650 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-05-15T16:40:05.650 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-05-15T16:40:05.650 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.650 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:05.650 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:05.650 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:05.650 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:05.650 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.650 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:05.650 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:05.651 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.651 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:05.651 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:05.651 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:05.651 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:05.651 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.651 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:05.651 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:05.651 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.651 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:05.651 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:05.651 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:05.652 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:05.652 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.652 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:05.652 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.652 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:05.652 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:05.652 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:05.652 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.652 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:05.652 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.652 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:05.652 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:05.652 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:05.653 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.653 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:05.653 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.653 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:05.653 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:05.653 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:05 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:05.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:40:05.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:05.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:05.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:05.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:05.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:05.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:05.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:05.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:05.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-05-15T16:40:05.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-05-15T16:40:05.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-05-15T16:40:05.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:05.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:05.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:05.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:05.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:05.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:05.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:05.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:05.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:05.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:05.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:05.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:05.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:40:05.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:05.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:05.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:05.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:05.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:05.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:05.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:05.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:05.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-05-15T16:40:05.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-05-15T16:40:05.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-05-15T16:40:05.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:05.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:05.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:05.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:05.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:05.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:05.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:05.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:05.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:05.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:05.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:05.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:05.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:05.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:05.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:05.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:05.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:05.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:05.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:05.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:05.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:05.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:05.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:05.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:05.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:05.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:05.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:05.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:05.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:05.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:05.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:05.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:05.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:05.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:05.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:05.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:05.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:05.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:05.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:05.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:05.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:05.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:05.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:05.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:05.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:05 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:06.562 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:06 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:40:06.377+0000 7f88c9392200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-15T16:40:06.563 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:06 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:40:06.561+0000 7f88c9392200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-15T16:40:06.563 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:06.563 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:06.563 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:06.563 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:06.563 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:06.563 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:06.563 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.563 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:06.564 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:06.564 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.564 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:06.564 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:06.564 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:06.564 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:06.564 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.564 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:06.564 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:06.564 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.564 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:06.564 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:06.565 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:06.565 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:06.565 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.565 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:06.565 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:06.565 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.565 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:06.565 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:06.565 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:06.565 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:06.565 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.565 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:06.565 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:06.565 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.566 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:06.566 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:06.566 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:06.566 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:06.566 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.566 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:06.566 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.566 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:06.566 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:06.566 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:06.566 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.566 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:06.566 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.566 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:06.567 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:06.567 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:06.567 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.567 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:06.567 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.567 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:06.567 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:06.567 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:06 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:06.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:40:06 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:40:06] "GET /metrics HTTP/1.1" 200 37979 "" "Prometheus/2.33.4" 2024-05-15T16:40:06.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:06.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:06.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:06.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:06.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:06.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:06.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:06.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:06.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:06.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:06.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:06.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:06.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:06.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:06.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:06.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:06.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:06.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:06.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:06.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:06.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:06.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:06.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:06.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:06.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:06.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:06.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:06.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:06.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:06.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:06.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:06.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:06.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:06.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:06.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:06.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:06.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:06.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:06.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:06.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:06.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:06.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:06.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:06.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:06.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:06.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:06.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:06.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:06.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:06.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:06.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:06.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:06.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:06.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:06.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:06.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:06.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:06.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:06.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:06.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:06.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:06.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:06.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:06.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:06.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:06.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:06.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:06.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:06.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:06.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:06.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:06.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:06.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:06.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:06.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:06.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:06.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:06.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:06.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:06.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:06.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:06.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:06.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:06.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:06.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:06 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:06.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:06 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:40:06.739+0000 7f88c9392200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-15T16:40:07.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:07 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:40:07.054+0000 7f88c9392200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-15T16:40:07.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:07 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:40:07.157+0000 7f88c9392200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-15T16:40:07.630 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:07 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:40:07.371+0000 7f88c9392200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-15T16:40:07.630 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:07 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:40:07.581+0000 7f88c9392200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:40:07.630 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:07.631 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:07.631 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:07.631 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:07.631 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:40:07.631 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:07.631 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:07.631 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.631 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:07.631 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:07.631 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.632 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:07.632 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:07.632 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:07.632 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:07.632 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.632 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:07.632 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:07.632 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.632 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:07.632 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:07.632 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:07.632 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:07.633 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.633 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:07.633 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:07.633 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.633 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:07.633 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:07.633 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:07.633 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:07.633 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.633 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:07.633 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:07.633 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.634 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:07.634 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:07.634 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:07.634 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:07.634 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.634 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:07.634 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.634 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:07.634 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:07.634 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:07.634 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.635 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:07.635 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.635 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:07.635 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:07.635 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:07.635 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.635 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:07.635 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.635 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:07.635 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:07.635 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:07.635 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.636 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:07.636 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.636 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:07.636 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:07.636 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:07 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:40:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:07.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:07.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:07.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:07.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:07.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:07.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:07.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:07.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:07.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:07.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:07.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:07.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:07.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:07.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:07.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:07.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:07.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:07.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:07.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:07.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:07.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:07.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:40:07.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:07.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:07.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:07.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:07.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:07.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:07.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:07.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:07.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:07.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:07.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:07.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:07.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:07.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:07.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:07.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:07.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:07.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:07.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:07.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:07.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:07.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:07.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:07.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:07.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:07.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:07.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:07.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:07.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:07.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:07.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:07.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:07.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:07.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:07.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:07.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:07.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:07.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:07.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:07.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:07.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:07.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:07.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:07.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:07.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:07.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:07.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:07.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:07.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:07.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:07.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:07.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:07.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:07.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:07.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:07.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:07.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:07.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:07.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:07.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:07.796 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.796 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:07.796 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:07.796 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:07.796 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:07.796 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:07 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:08.595 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:40:08.235+0000 7f88c9392200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-15T16:40:08.596 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:08.596 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:08.596 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:08.596 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:08.596 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:08.596 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:08.596 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:08.597 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:08.597 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.597 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:08.597 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:08.597 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.597 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:08.597 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:08.597 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:08.597 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:08.597 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.597 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:08.597 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:08.597 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.597 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:08.598 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:08.598 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:08.598 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:08.598 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.598 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:08.598 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:08.598 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.598 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:08.598 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:08.598 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:08.598 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:08.598 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.598 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:08.598 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.598 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:08.599 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:08.599 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:08.599 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.599 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:08.599 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.599 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:08.599 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:08.599 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:08.599 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.599 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:08.599 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.599 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:08.599 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:08.599 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:08.599 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.600 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:08.600 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.600 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:08.600 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:08.600 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:08 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:08.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:08.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:08.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:08.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:08.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:08.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:08.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:08.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:08.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:08.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:08.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:08.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:08.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:08.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:08.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:08.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:08.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:08.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:08.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:08.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:08.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:08.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:08.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:08.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:08.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:08.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:08.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:08.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:08.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:08.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:08.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:08.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:08.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:08.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:08.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:08.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:08.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:08.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:08.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:08.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:08.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:08.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:08.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:08.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:08.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:08.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:08.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:08.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:08.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:08.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:08.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:08.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:08.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:08.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:08.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:08.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:08.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:08.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:08.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:08.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:08.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:08.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:08.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:08.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:08.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:08.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:08.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:08.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:08.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:08.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:08.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:08.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:08.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:08.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:08.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:08.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:08.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:08.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:08.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:08.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:08.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:08.795 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:08.795 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:08.795 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:08.795 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:08 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:08.851 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:40:08.751+0000 7f88c9392200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-15T16:40:09.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:40:08.861+0000 7f88c9392200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-15T16:40:09.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:09 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:40:09.080+0000 7f88c9392200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-15T16:40:09.732 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:09 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:40:09.634+0000 7f88c9392200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-15T16:40:09.733 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:09.733 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:09.733 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:09.733 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:09.733 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:09.733 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:09.733 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:40:09.733 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:09.733 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:09.733 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.733 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:09.733 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:09.733 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.734 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:09.734 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:09.734 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:09.734 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:09.734 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.734 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:09.734 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:09.734 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.734 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:09.734 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:09.734 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:09.734 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:09.734 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.734 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:09.734 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:09.735 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.735 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:09.735 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:09.735 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:09.735 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:09.735 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.735 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:09.735 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.735 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:09.735 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:09.735 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:09.735 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.735 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:09.735 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.735 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:09.736 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:09.736 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:09.736 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.736 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:09.736 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.736 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:09.736 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:09.736 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:09.736 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.736 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:09.736 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.736 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:09.736 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:09.736 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:09 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:09.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:09.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:09.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:09.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:09.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:09.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:09.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:40:09.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:09.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:09.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:09.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:09.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:09.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:09.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:09.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:09.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:09.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:09.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:09.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:09.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:09.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:09.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:40:09.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:09.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:09.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:09.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:09.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:09.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:09.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:09.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:09.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:09.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:09.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:09.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:09.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:09.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:09.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:09.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:09.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:09.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:09.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:09.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:09.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:09.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:09.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:09.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:09.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:09.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:09.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:09.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:09.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:09.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:09.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:09.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:09.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:09.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:09.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:09.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:09.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:09.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:09.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:09.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:09.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:09.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:09.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:09.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:09.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:09.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:09.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:09.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:09.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:09.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:09.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:09.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:09.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:09.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:09.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:09 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:10.002 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:09 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:40:09.731+0000 7f88c9392200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-15T16:40:10.256 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:10 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:40:10.001+0000 7f88c9392200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-15T16:40:10.256 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:10 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:40:10.148+0000 7f88c9392200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-15T16:40:10.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:10 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:40:10.255+0000 7f88c9392200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-15T16:40:10.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:10 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:40:10.379+0000 7f88c9392200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-15T16:40:10.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:10.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:10.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:10.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:10.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:10.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:10.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:10.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:10.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:10.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:10.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:10.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:10.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:10.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:10.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:10.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:10.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:10.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:10.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:10.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:10.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:10.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:10.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:10.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:10.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:10.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:10.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:10.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:10.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:10.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:10.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:10.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:10.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:10.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:10.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:10.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:10.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:10.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:10.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:10.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:10.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:10.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:10 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:10.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:10.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:10.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:10.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:10.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:10.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:10.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:10.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:10.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:10.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:10.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:10.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:10.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:10.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:10.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:10.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:10.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:10.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:10.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:10.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:10.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:10.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:10.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:10.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:10.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:10.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:10.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:10.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:10.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:10.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:10.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:10.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:10.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:10.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:10.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:10.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:10.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:10.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:10.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:10.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:10.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:10.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:10.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:10.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:10.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:10.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:10.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:10.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:10.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:10.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:10.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:10.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:10.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:10.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:10.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:10.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:10.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:10.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:10.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:10.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:10.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:10.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:10.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:10.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:10.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:10.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:10.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:10.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:10.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:10.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:10.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:10.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:10.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:10.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:10.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:10.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:10.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:10.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:10.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:10.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:10.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:10.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:10.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:10.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:10.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:10 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:10.985 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:10 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:40:10.693+0000 7f88c9392200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-15T16:40:11.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:11 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:40:11.337+0000 7f88c9392200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-15T16:40:11.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:11 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:40:11.576+0000 7f88c9392200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-15T16:40:11.615 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:11 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: [15/May/2024:16:40:11] ENGINE Bus STARTING 2024-05-15T16:40:11.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:11.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:11.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:11.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:11.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:11.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:11.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:40:11.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:11.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:11.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:40:11.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:11.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:11.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:11.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:11.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:11.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:11.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:11.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:11.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:11.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:11.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:11.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:11.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:11.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:11.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:11.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:11.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:11.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:11.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:11.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:11.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:11.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:11.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:11.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:11.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:11.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:11.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:11.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:11.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:11.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:11.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:11.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:11.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:11.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:11 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:11.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:11.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:11.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:11.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:11.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:11.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:11.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:40:11.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:11.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:11.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:40:11.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:11.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:11.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:11.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:11.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:11.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:11.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:11.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:11.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:11.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:11.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:11.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:11.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:11.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:11.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:11.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:11.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:11.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:11.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:11.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:11.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:11.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:11.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:11.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:11.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:11.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:11.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:11.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:11.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:11.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:11.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:11.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:11.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:11.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:11.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:11.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:11.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:11.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:11.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:11.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:11.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:40:11.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:11.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:11.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:40:11.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:11.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:11.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:11.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:11.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:11.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:11.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:11.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:11.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:11.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:11.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:11.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:11.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:11.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:11.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:11.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:11.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:11.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:11.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:11.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:11.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:11.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:11.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:11.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:11.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:11.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:11.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:11.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:11.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:11.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:11.795 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.796 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:11.796 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:11.796 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:11.796 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:11.796 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:11 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:11.997 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:11 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: CherryPy Checker: 2024-05-15T16:40:11.997 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:11 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: The Application mounted at '' has an empty config. 2024-05-15T16:40:11.997 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:11 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:40:11.997 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:11 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: [15/May/2024:16:40:11] ENGINE Serving on http://:::9283 2024-05-15T16:40:11.997 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:40:11 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: [15/May/2024:16:40:11] ENGINE Bus STARTED 2024-05-15T16:40:12.756 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:12.756 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:12.756 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:12.756 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:12.756 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:12.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:12.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:12.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:12.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:12.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:12.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:12.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:12.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:12.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:12.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: Standby manager daemon x restarted 2024-05-15T16:40:12.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: Standby manager daemon x started 2024-05-15T16:40:12.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/771475597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:40:12.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/771475597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:40:12.758 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/771475597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:40:12.758 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.? 172.21.15.81:0/771475597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:40:12.758 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.758 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:12.758 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:12.758 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.758 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:12.758 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:12.758 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:12.758 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:12.758 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.759 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:12.759 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:12.759 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.759 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:12.759 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:12.759 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:12.759 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:12.759 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.759 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:12.759 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:12.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:12.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:12.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:12.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:12.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:12.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:12.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:12.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:12.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.760 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:12.761 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.761 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:12.761 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:12.761 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:12.761 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.761 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:12.761 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.761 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:12.761 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:12.761 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:12.761 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.761 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:12.761 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.761 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:12.761 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:12.762 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:12 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:12.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:12.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:12.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:12.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:12.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:12.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:12.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:12.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:12.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:12.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:12.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:12.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:12.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:12.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:12.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: Standby manager daemon x restarted 2024-05-15T16:40:12.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: Standby manager daemon x started 2024-05-15T16:40:12.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/771475597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:40:12.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/771475597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:40:12.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/771475597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:40:12.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/771475597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:40:12.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:12.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:12.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:12.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:12.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:12.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:12.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:12.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:12.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:12.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:12.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:12.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:12.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:12.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:12.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:12.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:12.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:12.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:12.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:12.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:12.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: Standby manager daemon x restarted 2024-05-15T16:40:12.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: Standby manager daemon x started 2024-05-15T16:40:12.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/771475597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:40:12.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/771475597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:40:12.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/771475597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:40:12.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.? 172.21.15.81:0/771475597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:40:12.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:12.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:12.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:12.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:12.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:12.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:12.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:12.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:12.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:12.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:12.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:12.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:12.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:12.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:12.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:12.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:12.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:12.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:12.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:12.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:12.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:12.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:12.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:12.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:12.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:12.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:12.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:12.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:12.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:12.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:12.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:12.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:12.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:12.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:12.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:12.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:12.795 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:12.795 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:12.795 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:12.795 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.796 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:12.796 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.796 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:12.796 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:12.796 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:12.796 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.796 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:12.796 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.797 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:12.797 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:12.797 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:12.797 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.797 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:12.797 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.797 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:12.797 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:12.798 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:12.798 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.798 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:12.798 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.798 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:12.798 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:12.798 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:12.798 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.798 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:12.798 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:12.798 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:12.799 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.799 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:12.799 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:12.799 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:12.799 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:12.799 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:12 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:13.713 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:13.713 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:13.713 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:13.713 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:13.713 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:13.713 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:13.713 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:40:13.713 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:13.713 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:13.713 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: mgrmap e44: y(active, since 59s), standbys: x 2024-05-15T16:40:13.713 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:13.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:13.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:13.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:13.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:13.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:13.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:13.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:13.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:13.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:13.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:13.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:13.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:13.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:13.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:13.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:13.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:13.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:13.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:13.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:13.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:13.716 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:13.716 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:13.716 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.716 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:13.716 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.716 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:13.716 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:13.716 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:13.716 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.716 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:13.716 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.716 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:13.716 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:13.716 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:13 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:13.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:13.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:13.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:13.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:13.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:13.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:13.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:40:13.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:13.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:13.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: mgrmap e44: y(active, since 59s), standbys: x 2024-05-15T16:40:13.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:13.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:13.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:13.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:13.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:13.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:13.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:13.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:13.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:13.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:13.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:13.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:13.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:13.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:13.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:13.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:13.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:13.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:13.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:13.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:13.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:13.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:13.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:13.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:13.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:13.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:13.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:13.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:13.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:13.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:13.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:13.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:13.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:13.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:13.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:13.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:13.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:13.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:40:13.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-2576-gde5210d5 2024-05-15T16:40:13.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:13.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: mgrmap e44: y(active, since 59s), standbys: x 2024-05-15T16:40:13.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:13.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:13.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:13.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:13.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:13.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:13.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:13.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:13.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:13.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:13.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:13.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:13.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:13.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:13.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:13.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:13.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:13.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:13.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:13.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:13.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:13.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:13.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:13.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:13.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:13.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:13.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:13.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:13.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:13.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:13.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:13.794 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:13 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:14.744 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:14.744 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:14.744 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:14.744 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:14.744 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.744 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:14.745 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.745 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:14.745 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:14.745 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:14.745 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:14.745 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.745 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:14.745 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.745 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:14.745 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:14.745 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:14.745 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:14.745 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.745 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:14.745 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.746 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:14.746 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:14.746 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:14.746 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:14.746 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.746 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:14.746 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.746 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:14.746 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:14.746 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:14.746 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.746 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:14.746 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.746 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:14.747 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:14.747 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:14.747 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.747 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:14.747 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.747 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:14.747 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:14.747 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:14.747 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:40:14.747 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.747 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:14.747 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.747 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:14.747 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:14.747 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:14 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:14.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:14.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:14.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:14.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:14.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:14.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:14.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:14.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:14.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:14.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:14.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:14.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:14.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:14.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:14.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:14.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:14.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:14.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:14.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:14.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:14.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:14.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:14.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:14.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:14.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:14.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:14.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:14.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:14.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:14.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:14.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:14.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:40:14.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:14.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:14.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:14.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:14.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:14.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:14.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:14.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:14.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:14.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:14.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:14.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:14.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:14.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:14.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:14.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:14.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:14.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:14.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:14.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:14.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:14.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:14.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:14.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:14.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:14.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:14.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:14.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:14.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:14.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:14.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:14.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:14.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:14.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:14.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:14.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:40:14.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:14.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:14.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:14.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:14.793 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:14 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:15.584 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:15.584 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:15.584 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:15.584 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:40:15.585 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:15.585 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.585 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:15.585 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.585 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:15.585 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:15.585 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:15.585 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:15.585 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.585 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:15.585 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.585 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:15.585 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:15.585 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:15.585 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:15.586 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.586 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:15.586 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.586 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:15.586 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:15.586 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:15.586 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:15.586 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.586 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:15.586 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.586 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:15.586 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:15.586 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:15.586 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:15.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:15.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:15.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:15.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:15.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:15.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:15.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:15.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:15.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:15.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:15.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:15 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:40:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:15.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:15.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:15.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:15.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:15.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:15.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:15.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:15.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:15.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:15.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:15.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:15.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:15.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:15.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:15.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:15.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:15.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:15.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:15.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:15.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:15.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:15.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:15.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:40:15.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:15.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:15.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:15.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:15.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:15.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:15.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:15.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:15.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:15.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:15.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:15.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:15.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:15.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:15.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:15.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:15.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:15.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:15.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:15.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:15.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:15.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:15.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:15.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:15.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:15.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:15.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:15.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:15.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:15.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:15.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:15.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:15.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:15 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:16.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:40:16 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:40:16] "GET /metrics HTTP/1.1" 200 37977 "" "Prometheus/2.33.4" 2024-05-15T16:40:16.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:16.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:16.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:16.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:16.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:16.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:16.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:16.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:16.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:16.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:16.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:16.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:16.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:16.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:16.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:16.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:16.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:16.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:16.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:16.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:16.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:16.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:16.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:16.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:16.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:16.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:16.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:16.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:16.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:16.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:16.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:16.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:16.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:16.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:16.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:16.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:16.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:16.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:16.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:16.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:16.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:16.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:16.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:16.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:16.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:16.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:16.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:16.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:16.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:16.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:16.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:16.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:16.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:16.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:16.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:16.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:16.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:16.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:16.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:16.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:16.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:16.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:16.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:16.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:16.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:16.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:16.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:16.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:16.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:16.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:16 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:16.826 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:16.826 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:16.826 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:16.826 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:16.826 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.826 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:16.826 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.827 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:16.827 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:16.827 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:16.827 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:16.827 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.827 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:16.827 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.827 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:16.827 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:16.827 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:16.827 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:16.827 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.827 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:16.828 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.828 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:16.828 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:16.828 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:16.828 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:16.828 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.828 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:16.828 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.828 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:16.828 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:16.828 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:16.828 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.828 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:16.828 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.828 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:16.829 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:16.829 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:16.829 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.829 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:16.829 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.829 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:16.829 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:16.829 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:16.829 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.829 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:16.829 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:16.829 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:16.829 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:16.829 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:16 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.666 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:17.667 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:17.667 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:40:17.667 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:17.667 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:17.667 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:17.667 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.667 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:17.667 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:17.667 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:17.667 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.667 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:17.667 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.667 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.668 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.668 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:17.668 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.668 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.668 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: Upgrade: Setting container_image for all crash 2024-05-15T16:40:17.668 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.668 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.668 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: Upgrade: Setting container_image for all mds 2024-05-15T16:40:17.668 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.668 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.668 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: Upgrade: Setting container_image for all rbd-mirror 2024-05-15T16:40:17.668 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.668 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.668 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: Upgrade: Setting container_image for all cephfs-mirror 2024-05-15T16:40:17.668 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.669 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.669 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: Upgrade: Setting container_image for all ceph-exporter 2024-05-15T16:40:17.669 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.669 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.669 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: Upgrade: Setting container_image for all nfs 2024-05-15T16:40:17.669 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.669 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.669 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:17.669 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:17.669 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:40:17.670 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:17.670 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:17.670 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:17.670 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.670 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:17.670 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:17.670 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:17.670 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.670 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:17.670 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.670 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.670 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.670 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:17.671 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.671 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.671 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: Upgrade: Setting container_image for all crash 2024-05-15T16:40:17.671 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.671 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.671 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: Upgrade: Setting container_image for all mds 2024-05-15T16:40:17.671 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.671 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.671 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: Upgrade: Setting container_image for all rbd-mirror 2024-05-15T16:40:17.671 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.671 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.671 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: Upgrade: Setting container_image for all cephfs-mirror 2024-05-15T16:40:17.671 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.671 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.672 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: Upgrade: Setting container_image for all ceph-exporter 2024-05-15T16:40:17.672 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.672 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.672 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: Upgrade: Setting container_image for all nfs 2024-05-15T16:40:17.672 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.672 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.672 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: Upgrade: Setting container_image for all nvmeof 2024-05-15T16:40:17.672 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.672 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.672 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.672 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.673 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: Upgrade: Setting container_image for all nvmeof 2024-05-15T16:40:17.673 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.673 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.673 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.673 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:17 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.856 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:17.856 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:17.856 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:40:17.856 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:17.856 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:17.856 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:17.856 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.856 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:17.856 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:17.856 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:17.856 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:17.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:17.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: Upgrade: Setting container_image for all crash 2024-05-15T16:40:17.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: Upgrade: Setting container_image for all mds 2024-05-15T16:40:17.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: Upgrade: Setting container_image for all rbd-mirror 2024-05-15T16:40:17.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: Upgrade: Setting container_image for all cephfs-mirror 2024-05-15T16:40:17.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: Upgrade: Setting container_image for all ceph-exporter 2024-05-15T16:40:17.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: Upgrade: Setting container_image for all nfs 2024-05-15T16:40:17.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:17.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: Upgrade: Setting container_image for all nvmeof 2024-05-15T16:40:17.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:17.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:17 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:18.667 INFO:teuthology.orchestra.run.smithi066.stdout:true 2024-05-15T16:40:19.250 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:19 smithi066 systemd[1]: Stopping Ceph node-exporter.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:40:19.400 INFO:teuthology.orchestra.run.smithi066.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-15T16:40:19.400 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi066 smithi066 running 15s ago 27m - - 2024-05-15T16:40:19.400 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi081 smithi081 running 2s ago 27m - - 2024-05-15T16:40:19.400 INFO:teuthology.orchestra.run.smithi066.stdout:alertmanager.a smithi066 *:9093,9094 running (14m) 15s ago 22m 22.8M - 0.23.0 ba2b418f427c 985d2c728dcd 2024-05-15T16:40:19.400 INFO:teuthology.orchestra.run.smithi066.stdout:grafana.a smithi081 *:3000 running (13m) 2s ago 21m 50.3M - 8.3.5 dad864ee21e9 3f07258ad1f7 2024-05-15T16:40:19.400 INFO:teuthology.orchestra.run.smithi066.stdout:iscsi.foo.smithi066.lbegld smithi066 running (39s) 15s ago 21m 48.1M - 3.5 e1d6a67b021e fefc481c4afb 2024-05-15T16:40:19.401 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.x smithi081 *:8443,9283,8765 running (15s) 2s ago 26m 452M - 19.0.0-2576-gde5210d5 48bc18eb22d8 2d8c03d87ef9 2024-05-15T16:40:19.401 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.y smithi066 *:8443,9283,8765 running (11m) 15s ago 28m 510M - 19.0.0-2576-gde5210d5 48bc18eb22d8 ad331d4e41f6 2024-05-15T16:40:19.401 INFO:teuthology.orchestra.run.smithi066.stdout:mon.a smithi066 running (28m) 15s ago 28m 87.0M 2048M 17.2.0 e1d6a67b021e 282c81f9a786 2024-05-15T16:40:19.401 INFO:teuthology.orchestra.run.smithi066.stdout:mon.b smithi081 running (27m) 2s ago 27m 69.9M 2048M 17.2.0 e1d6a67b021e 82fb987622c5 2024-05-15T16:40:19.401 INFO:teuthology.orchestra.run.smithi066.stdout:mon.c smithi066 running (27m) 15s ago 27m 64.8M 2048M 17.2.0 e1d6a67b021e f72f6b43cfb8 2024-05-15T16:40:19.401 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.a smithi066 *:9100 running (14m) 15s ago 22m 16.9M - 1.3.1 1dbe0e931976 6ed2ed734239 2024-05-15T16:40:19.401 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.b smithi081 *:9100 running (13m) 2s ago 22m 17.1M - 1.3.1 1dbe0e931976 de0534eeb76c 2024-05-15T16:40:19.401 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 smithi066 running (26m) 15s ago 26m 54.2M 4096M 17.2.0 e1d6a67b021e 28a5f29dbca4 2024-05-15T16:40:19.401 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 smithi066 running (26m) 15s ago 26m 56.0M 4096M 17.2.0 e1d6a67b021e 0ef23245f9ef 2024-05-15T16:40:19.401 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 smithi066 running (25m) 15s ago 25m 50.4M 4096M 17.2.0 e1d6a67b021e 02c0efc727d7 2024-05-15T16:40:19.401 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 smithi066 running (25m) 15s ago 25m 53.2M 4096M 17.2.0 e1d6a67b021e 40f1cf1a2241 2024-05-15T16:40:19.401 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 smithi081 running (24m) 2s ago 24m 58.4M 4096M 17.2.0 e1d6a67b021e 4765ca89ed8f 2024-05-15T16:40:19.401 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 smithi081 running (24m) 2s ago 24m 52.5M 4096M 17.2.0 e1d6a67b021e 360c01584121 2024-05-15T16:40:19.401 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 smithi081 running (24m) 2s ago 24m 55.1M 4096M 17.2.0 e1d6a67b021e 28621b8e0dfc 2024-05-15T16:40:19.402 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 smithi081 running (23m) 2s ago 23m 54.1M 4096M 17.2.0 e1d6a67b021e d77057b690f5 2024-05-15T16:40:19.402 INFO:teuthology.orchestra.run.smithi066.stdout:prometheus.a smithi081 *:9095 running (52s) 2s ago 23m 62.5M - 2.33.4 514e6a882f6e bc109bb41a57 2024-05-15T16:40:19.402 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi066.venvvw smithi066 *:8000 running (21m) 15s ago 21m 75.8M - 17.2.0 e1d6a67b021e a58b069a63ed 2024-05-15T16:40:19.402 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi081.bblyzt smithi081 *:8000 running (21m) 2s ago 21m 76.3M - 17.2.0 e1d6a67b021e 31bf3403b024 2024-05-15T16:40:19.648 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:19 smithi081 ceph-mon[25343]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:40:19.649 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:19 smithi081 ceph-mon[25343]: Upgrade: Updating node-exporter.a (1/2) 2024-05-15T16:40:19.649 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:19 smithi081 ceph-mon[25343]: Deploying daemon node-exporter.a on smithi066 2024-05-15T16:40:19.649 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:19 smithi081 ceph-mon[25343]: from='client.15567 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:40:19.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:19 smithi066 ceph-mon[29300]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:40:19.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:19 smithi066 ceph-mon[29300]: Upgrade: Updating node-exporter.a (1/2) 2024-05-15T16:40:19.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:19 smithi066 ceph-mon[29300]: Deploying daemon node-exporter.a on smithi066 2024-05-15T16:40:19.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:19 smithi066 ceph-mon[29300]: from='client.15567 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:40:19.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:19 smithi066 ceph-mon[24465]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:40:19.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:19 smithi066 ceph-mon[24465]: Upgrade: Updating node-exporter.a (1/2) 2024-05-15T16:40:19.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:19 smithi066 ceph-mon[24465]: Deploying daemon node-exporter.a on smithi066 2024-05-15T16:40:19.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:19 smithi066 ceph-mon[24465]: from='client.15567 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:40:19.826 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:40:19.826 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": { 2024-05-15T16:40:19.826 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-05-15T16:40:19.826 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:40:19.826 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": { 2024-05-15T16:40:19.826 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:40:19.827 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:40:19.827 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": { 2024-05-15T16:40:19.827 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-05-15T16:40:19.827 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:40:19.827 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": {}, 2024-05-15T16:40:19.827 INFO:teuthology.orchestra.run.smithi066.stdout: "rgw": { 2024-05-15T16:40:19.827 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-05-15T16:40:19.827 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:40:19.827 INFO:teuthology.orchestra.run.smithi066.stdout: "overall": { 2024-05-15T16:40:19.827 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-05-15T16:40:19.827 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:40:19.827 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:40:19.827 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:40:20.177 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:40:20.178 INFO:teuthology.orchestra.run.smithi066.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a", 2024-05-15T16:40:20.178 INFO:teuthology.orchestra.run.smithi066.stdout: "in_progress": true, 2024-05-15T16:40:20.178 INFO:teuthology.orchestra.run.smithi066.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-05-15T16:40:20.178 INFO:teuthology.orchestra.run.smithi066.stdout: "services_complete": [ 2024-05-15T16:40:20.178 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr" 2024-05-15T16:40:20.178 INFO:teuthology.orchestra.run.smithi066.stdout: ], 2024-05-15T16:40:20.178 INFO:teuthology.orchestra.run.smithi066.stdout: "progress": "2/2 daemons upgraded", 2024-05-15T16:40:20.178 INFO:teuthology.orchestra.run.smithi066.stdout: "message": "Currently upgrading node-exporter daemons", 2024-05-15T16:40:20.178 INFO:teuthology.orchestra.run.smithi066.stdout: "is_paused": false 2024-05-15T16:40:20.178 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:40:20.758 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:20 smithi066 podman[94675]: 2024-05-15 16:40:20.475994161 +0000 UTC m=+0.654045044 container died 6ed2ed7342397d90a6bb287958d37e88f3ede66e5a936f95f6323d91572ce6d6 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-05-15T16:40:20.758 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:20 smithi066 ceph-mon[29300]: from='client.25471 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:40:20.758 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:20 smithi066 ceph-mon[29300]: from='client.15579 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:40:20.758 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:20 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/108962907' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:20.758 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:20 smithi066 ceph-mon[24465]: from='client.25471 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:40:20.759 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:20 smithi066 ceph-mon[24465]: from='client.15579 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:40:20.759 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:20 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/108962907' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:20.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:20 smithi081 ceph-mon[25343]: from='client.25471 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:40:20.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:20 smithi081 ceph-mon[25343]: from='client.15579 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:40:20.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:20 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/108962907' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:21.035 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:20 smithi066 podman[94675]: 2024-05-15 16:40:20.856713755 +0000 UTC m=+1.034764632 container cleanup 6ed2ed7342397d90a6bb287958d37e88f3ede66e5a936f95f6323d91572ce6d6 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-05-15T16:40:21.035 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:20 smithi066 bash[94675]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a 2024-05-15T16:40:21.429 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:21 smithi066 podman[94732]: 2024-05-15 16:40:21.133117096 +0000 UTC m=+0.658660173 container remove 6ed2ed7342397d90a6bb287958d37e88f3ede66e5a936f95f6323d91572ce6d6 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-05-15T16:40:21.430 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:21 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-05-15T16:40:21.430 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:21 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-05-15T16:40:21.430 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:21 smithi066 systemd[1]: Stopped Ceph node-exporter.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:40:21.430 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:21 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@node-exporter.a.service: Consumed 5.767s CPU time. 2024-05-15T16:40:21.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:21 smithi081 ceph-mon[25343]: from='client.15591 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:40:21.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:21 smithi081 ceph-mon[25343]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:40:21.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:21 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:40:21.770 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:21 smithi066 systemd[1]: Starting Ceph node-exporter.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:40:21.771 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:21 smithi066 ceph-mon[29300]: from='client.15591 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:40:21.771 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:21 smithi066 ceph-mon[29300]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:40:21.771 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:21 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:40:21.771 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:21 smithi066 ceph-mon[24465]: from='client.15591 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:40:21.771 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:21 smithi066 ceph-mon[24465]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:40:21.771 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:21 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:40:22.035 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:21 smithi066 bash[94945]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-05-15T16:40:23.534 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:23 smithi066 bash[94945]: Getting image source signatures 2024-05-15T16:40:23.535 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:23 smithi066 bash[94945]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-05-15T16:40:23.535 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:23 smithi066 bash[94945]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-05-15T16:40:23.535 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:23 smithi066 bash[94945]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-05-15T16:40:23.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:23 smithi066 ceph-mon[24465]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:40:23.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:23 smithi066 ceph-mon[29300]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:40:23.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:23 smithi081 ceph-mon[25343]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:40:25.020 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:24 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:25.020 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:24 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:25.020 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:24 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:25.021 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:24 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:25.021 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:24 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:25.021 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:24 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:25.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:24 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:25.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:24 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:25.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:24 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:26.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:25 smithi066 ceph-mon[29300]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:40:26.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:25 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:26.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:25 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:26.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:25 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:26.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:25 smithi066 ceph-mon[24465]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:40:26.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:25 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:26.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:25 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:26.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:25 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:26.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:25 smithi081 ceph-mon[25343]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:40:26.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:25 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:26.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:25 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:26.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:25 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:26.643 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:40:26 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:40:26] "GET /metrics HTTP/1.1" 200 37977 "" "Prometheus/2.33.4" 2024-05-15T16:40:26.643 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:26 smithi066 bash[94945]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-05-15T16:40:26.643 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:26 smithi066 bash[94945]: Writing manifest to image destination 2024-05-15T16:40:26.942 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:26 smithi066 ceph-mon[24465]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:40:26.942 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:26 smithi066 ceph-mon[24465]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-05-15T16:40:26.942 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:26 smithi066 ceph-mon[29300]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:40:26.942 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:26 smithi066 ceph-mon[29300]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-05-15T16:40:26.943 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:26 smithi066 podman[94945]: 2024-05-15 16:40:26.711251942 +0000 UTC m=+5.056107790 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-05-15T16:40:26.943 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:26 smithi066 podman[94945]: 2024-05-15 16:40:26.834581308 +0000 UTC m=+5.179437209 container create 2853dcd18756c6486184447f62097c8269a19fad895ee0f2d0b9a5de1b22561a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-05-15T16:40:27.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:26 smithi081 ceph-mon[25343]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:40:27.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:26 smithi081 ceph-mon[25343]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-05-15T16:40:27.289 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 podman[94945]: 2024-05-15 16:40:27.036733545 +0000 UTC m=+5.381589390 container init 2853dcd18756c6486184447f62097c8269a19fad895ee0f2d0b9a5de1b22561a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-05-15T16:40:27.290 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 podman[94945]: 2024-05-15 16:40:27.039924357 +0000 UTC m=+5.384780211 container start 2853dcd18756c6486184447f62097c8269a19fad895ee0f2d0b9a5de1b22561a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-05-15T16:40:27.290 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.043Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-05-15T16:40:27.290 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.043Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-05-15T16:40:27.290 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.043Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-05-15T16:40:27.290 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.043Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-05-15T16:40:27.290 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.044Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-05-15T16:40:27.290 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.044Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-05-15T16:40:27.290 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.044Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-05-15T16:40:27.290 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.044Z caller=node_exporter.go:117 level=info collector=arp 2024-05-15T16:40:27.290 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.044Z caller=node_exporter.go:117 level=info collector=bcache 2024-05-15T16:40:27.290 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.044Z caller=node_exporter.go:117 level=info collector=bonding 2024-05-15T16:40:27.290 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.044Z caller=node_exporter.go:117 level=info collector=btrfs 2024-05-15T16:40:27.290 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.044Z caller=node_exporter.go:117 level=info collector=conntrack 2024-05-15T16:40:27.291 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.044Z caller=node_exporter.go:117 level=info collector=cpu 2024-05-15T16:40:27.291 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.044Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-05-15T16:40:27.291 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.044Z caller=node_exporter.go:117 level=info collector=diskstats 2024-05-15T16:40:27.291 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.044Z caller=node_exporter.go:117 level=info collector=dmi 2024-05-15T16:40:27.291 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.044Z caller=node_exporter.go:117 level=info collector=edac 2024-05-15T16:40:27.291 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.044Z caller=node_exporter.go:117 level=info collector=entropy 2024-05-15T16:40:27.291 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.044Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-05-15T16:40:27.291 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.044Z caller=node_exporter.go:117 level=info collector=filefd 2024-05-15T16:40:27.292 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.044Z caller=node_exporter.go:117 level=info collector=filesystem 2024-05-15T16:40:27.292 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.044Z caller=node_exporter.go:117 level=info collector=hwmon 2024-05-15T16:40:27.292 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.044Z caller=node_exporter.go:117 level=info collector=infiniband 2024-05-15T16:40:27.292 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.044Z caller=node_exporter.go:117 level=info collector=ipvs 2024-05-15T16:40:27.292 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.044Z caller=node_exporter.go:117 level=info collector=loadavg 2024-05-15T16:40:27.292 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.044Z caller=node_exporter.go:117 level=info collector=mdadm 2024-05-15T16:40:27.292 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.044Z caller=node_exporter.go:117 level=info collector=meminfo 2024-05-15T16:40:27.292 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.044Z caller=node_exporter.go:117 level=info collector=netclass 2024-05-15T16:40:27.292 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.045Z caller=node_exporter.go:117 level=info collector=netdev 2024-05-15T16:40:27.292 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.045Z caller=node_exporter.go:117 level=info collector=netstat 2024-05-15T16:40:27.292 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.045Z caller=node_exporter.go:117 level=info collector=nfs 2024-05-15T16:40:27.292 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.045Z caller=node_exporter.go:117 level=info collector=nfsd 2024-05-15T16:40:27.292 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.045Z caller=node_exporter.go:117 level=info collector=nvme 2024-05-15T16:40:27.292 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.045Z caller=node_exporter.go:117 level=info collector=os 2024-05-15T16:40:27.292 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.045Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-05-15T16:40:27.293 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.045Z caller=node_exporter.go:117 level=info collector=pressure 2024-05-15T16:40:27.293 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.045Z caller=node_exporter.go:117 level=info collector=rapl 2024-05-15T16:40:27.293 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.045Z caller=node_exporter.go:117 level=info collector=schedstat 2024-05-15T16:40:27.293 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.045Z caller=node_exporter.go:117 level=info collector=selinux 2024-05-15T16:40:27.293 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.045Z caller=node_exporter.go:117 level=info collector=sockstat 2024-05-15T16:40:27.293 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.045Z caller=node_exporter.go:117 level=info collector=softnet 2024-05-15T16:40:27.293 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.045Z caller=node_exporter.go:117 level=info collector=stat 2024-05-15T16:40:27.293 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.045Z caller=node_exporter.go:117 level=info collector=tapestats 2024-05-15T16:40:27.293 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.045Z caller=node_exporter.go:117 level=info collector=textfile 2024-05-15T16:40:27.293 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.045Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-05-15T16:40:27.293 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.045Z caller=node_exporter.go:117 level=info collector=time 2024-05-15T16:40:27.293 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.045Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-05-15T16:40:27.293 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.045Z caller=node_exporter.go:117 level=info collector=uname 2024-05-15T16:40:27.293 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.045Z caller=node_exporter.go:117 level=info collector=vmstat 2024-05-15T16:40:27.293 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.045Z caller=node_exporter.go:117 level=info collector=xfs 2024-05-15T16:40:27.293 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.045Z caller=node_exporter.go:117 level=info collector=zfs 2024-05-15T16:40:27.294 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.045Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-05-15T16:40:27.294 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a[95473]: ts=2024-05-15T16:40:27.045Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-05-15T16:40:27.294 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 bash[94945]: 2853dcd18756c6486184447f62097c8269a19fad895ee0f2d0b9a5de1b22561a 2024-05-15T16:40:27.294 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:40:27 smithi066 systemd[1]: Started Ceph node-exporter.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:40:28.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:28 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:28.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:28 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:28.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:28 smithi081 ceph-mon[25343]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 903 B/s rd, 0 op/s 2024-05-15T16:40:28.428 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:28 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:28.429 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:28 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:28.429 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:28 smithi066 ceph-mon[29300]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 903 B/s rd, 0 op/s 2024-05-15T16:40:28.429 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:28 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:28.429 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:28 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:28.429 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:28 smithi066 ceph-mon[24465]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 903 B/s rd, 0 op/s 2024-05-15T16:40:29.615 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:29 smithi081 systemd[1]: Stopping Ceph node-exporter.b for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:40:29.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:29 smithi081 ceph-mon[25343]: Upgrade: Updating node-exporter.b (2/2) 2024-05-15T16:40:29.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:29 smithi081 ceph-mon[25343]: Deploying daemon node-exporter.b on smithi081 2024-05-15T16:40:29.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:29 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:29.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:40:29.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:29 smithi066 ceph-mon[24465]: Upgrade: Updating node-exporter.b (2/2) 2024-05-15T16:40:29.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:29 smithi066 ceph-mon[24465]: Deploying daemon node-exporter.b on smithi081 2024-05-15T16:40:29.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:29 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:29.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:40:29.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:29 smithi066 ceph-mon[29300]: Upgrade: Updating node-exporter.b (2/2) 2024-05-15T16:40:29.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:29 smithi066 ceph-mon[29300]: Deploying daemon node-exporter.b on smithi081 2024-05-15T16:40:29.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:29 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:29.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:40:30.026 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:29 smithi081 podman[80049]: 2024-05-15 16:40:29.743358022 +0000 UTC m=+0.119333152 container died de0534eeb76cf446eb0df6d3f419fc319ad3a78e0ad4dbd88b4f25760d047b29 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-05-15T16:40:30.365 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:30 smithi081 podman[80049]: 2024-05-15 16:40:30.116121497 +0000 UTC m=+0.492096616 container cleanup de0534eeb76cf446eb0df6d3f419fc319ad3a78e0ad4dbd88b4f25760d047b29 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-05-15T16:40:30.365 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:30 smithi081 bash[80049]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b 2024-05-15T16:40:30.634 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:30 smithi081 ceph-mon[25343]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 903 B/s rd, 0 op/s 2024-05-15T16:40:30.634 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:30 smithi081 podman[80063]: 2024-05-15 16:40:30.376042475 +0000 UTC m=+0.636249563 container remove de0534eeb76cf446eb0df6d3f419fc319ad3a78e0ad4dbd88b4f25760d047b29 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-05-15T16:40:30.635 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:30 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-05-15T16:40:30.635 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:30 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-05-15T16:40:30.635 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:30 smithi081 systemd[1]: Stopped Ceph node-exporter.b for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:40:30.635 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:30 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@node-exporter.b.service: Consumed 5.320s CPU time. 2024-05-15T16:40:30.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:30 smithi066 ceph-mon[29300]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 903 B/s rd, 0 op/s 2024-05-15T16:40:30.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:30 smithi066 ceph-mon[24465]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 903 B/s rd, 0 op/s 2024-05-15T16:40:30.934 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:30 smithi081 systemd[1]: Starting Ceph node-exporter.b for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:40:31.293 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:30 smithi081 bash[80186]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-05-15T16:40:31.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:31 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:40:31.616 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:31 smithi081 bash[80186]: Getting image source signatures 2024-05-15T16:40:31.616 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:31 smithi081 bash[80186]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-05-15T16:40:31.616 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:31 smithi081 bash[80186]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-05-15T16:40:31.616 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:31 smithi081 bash[80186]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-05-15T16:40:32.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:31 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:40:32.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:31 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:40:32.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:32 smithi081 ceph-mon[25343]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 903 B/s rd, 0 op/s 2024-05-15T16:40:32.865 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:32 smithi081 bash[80186]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-05-15T16:40:33.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:32 smithi066 ceph-mon[24465]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 903 B/s rd, 0 op/s 2024-05-15T16:40:33.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:32 smithi066 ceph-mon[29300]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 903 B/s rd, 0 op/s 2024-05-15T16:40:33.268 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:32 smithi081 bash[80186]: Writing manifest to image destination 2024-05-15T16:40:33.607 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 podman[80186]: 2024-05-15 16:40:33.240051821 +0000 UTC m=+2.398293270 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-05-15T16:40:33.608 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 podman[80186]: 2024-05-15 16:40:33.363716499 +0000 UTC m=+2.521957947 container create 4843ca6f849155a2c6f176a128193775a3caf5cbe2a7dc76b551025abebd5845 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-05-15T16:40:33.858 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 podman[80186]: 2024-05-15 16:40:33.607515524 +0000 UTC m=+2.765756972 container init 4843ca6f849155a2c6f176a128193775a3caf5cbe2a7dc76b551025abebd5845 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-05-15T16:40:33.859 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 podman[80186]: 2024-05-15 16:40:33.611167881 +0000 UTC m=+2.769409339 container start 4843ca6f849155a2c6f176a128193775a3caf5cbe2a7dc76b551025abebd5845 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-05-15T16:40:33.859 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.615Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-05-15T16:40:33.859 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.615Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-05-15T16:40:33.859 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.616Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-05-15T16:40:33.859 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.616Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-05-15T16:40:33.859 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.616Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-05-15T16:40:33.859 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.616Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-05-15T16:40:33.859 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-05-15T16:40:33.859 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=arp 2024-05-15T16:40:33.859 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=bcache 2024-05-15T16:40:33.859 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=bonding 2024-05-15T16:40:33.859 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=btrfs 2024-05-15T16:40:33.860 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=conntrack 2024-05-15T16:40:33.860 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=cpu 2024-05-15T16:40:33.860 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-05-15T16:40:33.860 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=diskstats 2024-05-15T16:40:33.860 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=dmi 2024-05-15T16:40:33.860 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=edac 2024-05-15T16:40:33.860 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=entropy 2024-05-15T16:40:33.860 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-05-15T16:40:33.861 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=filefd 2024-05-15T16:40:33.861 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=filesystem 2024-05-15T16:40:33.861 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=hwmon 2024-05-15T16:40:33.861 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=infiniband 2024-05-15T16:40:33.861 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=ipvs 2024-05-15T16:40:33.861 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=loadavg 2024-05-15T16:40:33.861 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=mdadm 2024-05-15T16:40:33.861 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=meminfo 2024-05-15T16:40:33.861 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=netclass 2024-05-15T16:40:33.861 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=netdev 2024-05-15T16:40:33.861 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=netstat 2024-05-15T16:40:33.861 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=nfs 2024-05-15T16:40:33.861 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=nfsd 2024-05-15T16:40:33.861 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=nvme 2024-05-15T16:40:33.862 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=os 2024-05-15T16:40:33.862 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-05-15T16:40:33.862 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=pressure 2024-05-15T16:40:33.862 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=rapl 2024-05-15T16:40:33.862 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=schedstat 2024-05-15T16:40:33.862 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=selinux 2024-05-15T16:40:33.862 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=sockstat 2024-05-15T16:40:33.862 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=softnet 2024-05-15T16:40:33.862 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=stat 2024-05-15T16:40:33.862 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=tapestats 2024-05-15T16:40:33.862 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=textfile 2024-05-15T16:40:33.862 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-05-15T16:40:33.862 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=time 2024-05-15T16:40:33.862 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-05-15T16:40:33.863 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=uname 2024-05-15T16:40:33.863 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=vmstat 2024-05-15T16:40:33.863 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=xfs 2024-05-15T16:40:33.863 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.617Z caller=node_exporter.go:117 level=info collector=zfs 2024-05-15T16:40:33.863 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.618Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-05-15T16:40:33.863 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[80237]: ts=2024-05-15T16:40:33.618Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-05-15T16:40:33.863 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 bash[80186]: 4843ca6f849155a2c6f176a128193775a3caf5cbe2a7dc76b551025abebd5845 2024-05-15T16:40:33.863 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:33 smithi081 systemd[1]: Started Ceph node-exporter.b for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:40:35.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 903 B/s rd, 0 op/s 2024-05-15T16:40:35.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:40:35.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-05-15T16:40:35.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: Cluster is now healthy 2024-05-15T16:40:35.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 903 B/s rd, 0 op/s 2024-05-15T16:40:35.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:40:35.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:35.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-05-15T16:40:35.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: Cluster is now healthy 2024-05-15T16:40:35.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:34 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 903 B/s rd, 0 op/s 2024-05-15T16:40:35.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:40:35.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:35.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-05-15T16:40:35.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: Cluster is now healthy 2024-05-15T16:40:35.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:34 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.950 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:35.950 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:35.950 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:35.950 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:35.950 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:35.950 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:35.950 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.950 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:35.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.954 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.954 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:35.954 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:35.954 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:35.954 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:35.954 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:35.954 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:35.954 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.954 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.955 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.955 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.955 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.955 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.955 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:35.955 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.955 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.955 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.955 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.955 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.955 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.955 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.955 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.955 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.956 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.956 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.956 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.956 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.956 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.956 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.956 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.956 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.956 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.956 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.956 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.956 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.956 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.956 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.956 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.957 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.957 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.957 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.957 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.957 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.957 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:35.957 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.957 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:35.957 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:35.957 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:35.957 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:35.957 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:35 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:36.015 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:36.015 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:36.015 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:36.015 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:36.015 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:36.015 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:36.015 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:36.015 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:36.015 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:36.016 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:36.016 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:36.016 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:36.016 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:36.016 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:36.016 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:36.016 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:36.016 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:36.016 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:36.016 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:36.016 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:36.016 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:36.016 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:36.016 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:36.017 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:36.017 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:36.017 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:36.017 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:36.017 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:36.017 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:36.017 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:36.017 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:36.017 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:36.017 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:36.017 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:36.017 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:36.017 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:36.017 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:36.018 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:36.018 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:36.018 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:36.018 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:36.018 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:36.018 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:36.018 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:36.018 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:36.018 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:36.018 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:36.018 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:36.019 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:35 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:36.753 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:40:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:40:36] "GET /metrics HTTP/1.1" 200 37975 "" "Prometheus/2.33.4" 2024-05-15T16:40:37.021 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:37.021 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:37.022 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:37.022 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:37.022 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:37.022 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:37.022 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-05-15T16:40:37.022 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.022 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:37.022 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.022 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:37.022 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:37.022 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:37.022 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:37.022 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.023 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:37.023 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.023 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:37.023 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:37.023 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:37.023 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.023 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:37.023 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.023 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:37.023 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:37.023 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:37.023 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.023 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:37.023 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.024 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:37.024 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:37.024 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:37.024 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:37.024 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:37.024 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:37.024 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-05-15T16:40:37.024 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.024 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:37.024 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.025 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:37.025 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:37.025 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:37.025 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:37.025 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.025 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:37.025 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.025 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:37.025 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:37.025 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:37.025 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.025 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:37.025 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.025 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:37.025 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:37.025 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:37.026 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.026 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:37.026 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.026 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:37.026 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:37.026 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:37.026 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.026 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:37.026 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.026 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:37.026 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:37.026 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:37.026 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.026 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:37.026 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.027 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:37.027 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:37.027 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:37.027 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:37.027 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:37.027 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:37.027 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.027 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:37.027 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.027 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:37.027 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:37.027 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:37.028 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.028 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:37.028 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.028 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:37.028 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:37.028 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:36 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:37.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:37.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:37.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:37.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:37.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:37.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:37.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-05-15T16:40:37.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:37.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:37.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:37.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:37.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:37.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:37.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:37.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:37.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:37.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:37.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:37.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:37.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:37.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:37.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:37.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:37.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:37.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:37.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:37.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:37.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:37.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:37.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:37.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:37.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:37.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:36 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:38.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:38.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:38.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:38.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:38.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:38.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:38.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:38.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:38.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:38.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:38.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:38.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:38.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:38.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:38.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:38.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:38.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:38.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:38.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:38.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:38.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:38.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:38.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:38.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:38.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:38.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:38.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:38.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:38.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:38.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:38.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:38.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:38.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:38.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:38.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:38.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:38.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:38.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:38.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:38.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:38.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:38.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:38.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:38.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:38.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:38.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:38.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:38.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:38.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:38.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:38.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:38.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:38.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:38.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:37 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:38.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:38.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:38.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:38.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:38.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:38.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:38.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:38.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:38.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:38.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:38.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:38.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:38.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:38.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:38.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:38.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:38.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:38.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:38.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:38.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:38.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:38.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:38.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:38.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:38.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:38.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:38.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:37 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:38.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:38.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:38.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:38.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:38.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:38.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-05-15T16:40:38.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:38.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:38.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:38.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:38.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:38.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:38.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:38.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:38.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:38.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:38.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:38.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:38.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:39.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:39.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:39.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:39.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:39.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:39.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-05-15T16:40:39.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:39.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:39.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:39.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:39.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:39.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:39.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:39.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:39.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:39.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:39.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:39.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:39.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:39.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:39.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:39.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:39.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:39.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:39.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:39.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:39.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:39.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:39.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:39.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:39.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:39.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:39.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:39.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:39.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:39.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:39.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:39.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:39.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:39.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:39.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:39.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:39.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:39.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:39.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:39.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:39.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:39.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:39.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:39.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:39.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:38 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:39.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:39.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:39.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-05-15T16:40:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:39.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:39.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:39.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:39.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:39.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:39.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:39.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:39.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:39.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:39.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:39.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:39.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:39.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:39.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:39.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:39.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:39.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:39.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:39.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:39.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:39.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:39.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:39.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:38 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:39 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:39 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-05-15T16:40:40.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.883 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-05-15T16:40:40.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.885 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.885 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.885 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:40.885 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.885 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.885 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.885 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.885 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.885 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.885 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.885 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.885 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.885 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.885 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.886 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.886 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.886 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.886 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.886 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.886 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.887 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.887 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.887 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.887 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.887 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.887 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.887 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.887 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.887 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.887 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.887 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.887 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.887 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.887 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.888 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.888 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.888 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.888 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.888 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.888 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.888 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.888 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.888 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.888 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.888 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.888 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.889 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.889 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.889 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.889 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.889 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.889 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.889 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.889 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:40.889 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.889 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:40.889 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:40.889 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:40.889 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:40.890 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:41.066 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:41.066 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:41.067 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:41.067 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:41.067 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:41.067 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:41.067 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-05-15T16:40:41.067 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.067 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:41.067 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.067 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:41.067 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:41.067 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:41.067 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:41.068 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.068 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:41.068 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.068 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:41.068 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:41.068 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:41.068 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.068 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:41.068 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.068 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:41.068 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:41.068 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:41.068 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.068 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:41.068 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.068 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:41.069 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:41.069 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:41.069 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.069 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:41.069 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.069 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:41.069 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:41.069 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:41.069 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.069 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:41.069 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.069 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:41.069 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:41.069 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:41.069 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.070 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:41.070 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.070 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:41.070 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:41.070 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:40 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:41.847 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:41.847 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:41.847 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:41.847 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:40:41.847 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:41.847 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:41.847 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:41.847 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.847 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:41.847 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.847 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:41.847 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:41.847 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:41.848 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:41.848 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.848 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:41.848 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.848 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:41.848 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:41.848 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:41.848 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.848 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:41.848 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.848 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:41.848 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:41.848 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:41.848 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.848 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:41.848 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.849 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:41.849 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:41.849 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:41.849 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:40:41.849 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:41.849 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:41.849 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:41.849 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.849 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:41.849 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.849 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:41.850 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:41.850 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:41.850 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:41.850 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.850 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:41.850 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.850 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:41.850 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:41.850 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:41.850 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.850 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:41.850 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.850 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:41.850 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:41.850 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:41.851 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.851 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:41.851 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.851 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:41.851 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:41.851 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:41.851 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.851 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:41.851 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.851 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:41.851 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:41.852 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:41.852 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.852 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:41.852 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.852 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:41.852 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:41.852 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:41.852 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.852 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:41.852 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.852 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:41.852 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:41.852 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:41.853 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:41.853 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:41.853 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:41.853 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.853 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:41.853 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.853 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:41.853 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:41.853 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:41.853 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.853 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:41.853 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.853 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:41.853 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:41.853 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:41.854 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.854 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:41.854 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:41.854 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:41.854 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:41.854 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:40:42.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.873 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.874 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.874 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.874 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.874 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.874 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.874 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-05-15T16:40:42.874 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.874 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.874 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.874 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.874 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.874 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.875 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.875 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.875 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.875 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.875 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.875 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.875 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.875 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.875 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.875 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.875 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.875 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.875 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.875 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.875 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.875 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.876 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.876 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.876 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.876 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.876 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.876 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.876 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-05-15T16:40:42.876 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.876 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.879 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.879 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.879 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.879 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.879 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.879 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.879 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.879 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.879 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.879 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.879 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.879 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.911 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.911 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.911 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.911 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.912 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.912 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.912 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-05-15T16:40:42.912 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.912 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.912 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.912 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.912 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.912 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.912 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:42.913 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.913 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.913 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.913 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.913 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.913 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.913 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.913 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.913 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.913 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.913 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.913 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.913 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.913 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.913 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.914 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.914 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.914 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.914 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.914 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.914 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.914 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.914 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.914 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.915 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.915 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.915 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.915 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.915 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.915 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:42.915 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.915 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:42.915 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:42.915 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:42.915 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:42.915 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.034 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.034 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.034 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.042 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.042 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.042 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.042 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.042 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.042 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.042 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.042 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.042 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.042 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.042 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.043 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.043 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.043 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.043 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.043 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.043 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.043 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.043 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.043 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.043 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.043 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.043 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.043 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.043 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.044 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.044 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.044 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.044 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.044 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.044 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.044 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.044 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.044 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.044 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.044 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.044 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.044 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.044 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.045 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.045 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.045 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.045 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.045 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.045 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.045 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.045 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.045 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.045 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.871 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.872 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.872 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.872 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.872 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.872 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.872 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-05-15T16:40:44.872 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.872 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.872 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.872 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.872 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.872 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.872 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.872 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.873 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.873 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.873 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.873 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.873 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.873 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.873 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.873 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.873 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.873 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.873 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.873 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.873 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.874 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.874 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.874 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.874 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.874 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.874 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:40:44.874 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.874 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.874 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.874 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.874 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.874 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.874 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.875 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.875 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.875 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.875 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.875 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.875 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.875 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.875 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.875 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.875 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.875 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.876 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.876 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.876 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.876 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.876 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.876 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.876 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-05-15T16:40:44.876 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.876 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.876 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.876 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.877 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.877 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.877 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:44.877 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.877 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.877 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.877 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.877 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.877 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.878 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.878 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.878 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.878 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.878 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.878 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.878 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.878 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.878 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:40:44.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:44.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:44.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:44.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:44.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:44.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:45.053 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:45.053 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:45.053 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:45.053 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:45.053 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:45.053 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:45.054 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-05-15T16:40:45.054 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:45.054 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:45.054 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:45.054 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:45.054 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:45.054 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:45.054 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:45.054 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:45.054 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:45.054 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:45.054 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:45.054 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:45.055 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:45.055 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:45.055 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:45.055 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:45.055 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:45.055 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:45.055 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:45.055 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:45.055 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:45.055 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:45.056 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:45.056 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:45.056 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:45.056 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:45.056 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:40:45.056 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:45.056 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:45.056 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:45.056 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:45.056 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:45.056 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:45.056 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:45.056 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:45.056 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:45.056 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:45.057 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:45.057 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:45.057 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:45.057 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:45.057 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:45.057 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:45.057 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:45.057 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.083 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:46.083 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:46.083 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:46.083 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:46.084 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:46.084 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:46.084 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.084 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.084 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.084 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:46.084 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:46.084 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.084 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.084 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.084 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.084 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:46.084 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:46.084 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.084 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.084 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.085 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.085 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:46.085 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:46.085 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.085 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.085 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.085 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.085 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:46.085 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:46.085 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.085 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:46.085 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:46.085 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:46.086 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:46.086 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:46.086 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:46.086 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.086 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.086 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.086 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:46.086 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:46.086 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.086 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.086 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.086 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.086 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:46.087 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:46.087 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.087 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.087 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.087 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.087 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:46.087 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:46.087 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.087 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.087 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.087 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.087 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:46.087 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:46.087 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.088 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.088 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.088 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.088 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:46.088 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:46.088 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.088 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.088 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.088 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.088 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:46.088 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:46.088 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.089 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.089 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.089 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.089 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.089 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.089 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.089 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.089 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.089 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.089 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.089 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.089 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.090 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.090 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.090 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.090 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:46.090 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:46.090 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.090 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.090 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.090 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.090 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:46.090 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:46.090 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.090 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.091 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.091 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.091 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.091 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.091 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.091 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.091 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.091 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.091 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.091 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.091 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:46.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:46.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:46.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:46.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:46.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:46.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:46.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:46.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:46.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:46.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:46.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:46.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:46.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:46.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:46.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:46.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:46.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:46.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:46.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:46.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:46.652 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:40:46 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:40:46] "GET /metrics HTTP/1.1" 200 37972 "" "Prometheus/2.33.4" 2024-05-15T16:40:47.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:47.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:47.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:47.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:47.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:47.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:47.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[24465]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:40:47.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:47.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:47.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:47.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:47.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:47.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:47.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[24465]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-05-15T16:40:47.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:47.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:47.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:47.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:47.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:47.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:47.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[29300]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:40:47.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:47.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:47.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:47.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:47.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:47.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:47.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:46 smithi066 ceph-mon[29300]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-05-15T16:40:47.075 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:46 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:47.075 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:46 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:47.075 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:46 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:47.075 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:46 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:47.075 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:46 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:47.075 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:46 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:47.075 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:46 smithi081 ceph-mon[25343]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:40:47.075 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:47.075 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:47.075 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:47.075 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:47.075 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:47.075 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:47.076 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:46 smithi081 ceph-mon[25343]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-05-15T16:40:48.071 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:47 smithi066 ceph-mon[29300]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 975 B/s rd, 0 op/s 2024-05-15T16:40:48.071 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:47 smithi066 ceph-mon[29300]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:40:48.071 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:47 smithi066 ceph-mon[29300]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-05-15T16:40:48.071 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:47 smithi066 ceph-mon[29300]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-05-15T16:40:48.071 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:47 smithi066 ceph-mon[24465]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 975 B/s rd, 0 op/s 2024-05-15T16:40:48.071 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:47 smithi066 ceph-mon[24465]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:40:48.072 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:47 smithi066 ceph-mon[24465]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-05-15T16:40:48.072 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:47 smithi066 ceph-mon[24465]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-05-15T16:40:48.090 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:47 smithi081 ceph-mon[25343]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 975 B/s rd, 0 op/s 2024-05-15T16:40:48.090 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:47 smithi081 ceph-mon[25343]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:40:48.090 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:47 smithi081 ceph-mon[25343]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-05-15T16:40:48.091 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:47 smithi081 ceph-mon[25343]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-05-15T16:40:48.365 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:48 smithi081 systemd[1]: Stopping Ceph node-exporter.b for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:40:48.678 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:48 smithi081 podman[84198]: 2024-05-15 16:40:48.372284678 +0000 UTC m=+0.134557487 container died 4843ca6f849155a2c6f176a128193775a3caf5cbe2a7dc76b551025abebd5845 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-05-15T16:40:49.005 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:48 smithi066 ceph-mon[29300]: Upgrade: Updating node-exporter.b 2024-05-15T16:40:49.005 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:48 smithi066 ceph-mon[29300]: Deploying daemon node-exporter.b on smithi081 2024-05-15T16:40:49.005 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:48 smithi066 ceph-mon[24465]: Upgrade: Updating node-exporter.b 2024-05-15T16:40:49.005 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:48 smithi066 ceph-mon[24465]: Deploying daemon node-exporter.b on smithi081 2024-05-15T16:40:49.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:48 smithi081 ceph-mon[25343]: Upgrade: Updating node-exporter.b 2024-05-15T16:40:49.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:48 smithi081 ceph-mon[25343]: Deploying daemon node-exporter.b on smithi081 2024-05-15T16:40:49.115 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:48 smithi081 podman[84198]: 2024-05-15 16:40:48.678131842 +0000 UTC m=+0.440404644 container cleanup 4843ca6f849155a2c6f176a128193775a3caf5cbe2a7dc76b551025abebd5845 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-05-15T16:40:49.115 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:48 smithi081 bash[84198]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b 2024-05-15T16:40:49.115 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:48 smithi081 podman[84209]: 2024-05-15 16:40:48.913158621 +0000 UTC m=+0.544542546 container remove 4843ca6f849155a2c6f176a128193775a3caf5cbe2a7dc76b551025abebd5845 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-05-15T16:40:49.115 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:48 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-05-15T16:40:49.554 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-05-15T16:40:49.554 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 systemd[1]: Stopped Ceph node-exporter.b for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:40:49.554 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@node-exporter.b.service: Consumed 1.698s CPU time. 2024-05-15T16:40:49.554 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 systemd[1]: Starting Ceph node-exporter.b for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:40:49.807 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 podman[84338]: 2024-05-15 16:40:49.455772233 +0000 UTC m=+0.016673988 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-05-15T16:40:49.807 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 podman[84338]: 2024-05-15 16:40:49.573201686 +0000 UTC m=+0.134103461 container create ef9c21c2cbcaf49261c72c04ca749f7d99e776948bd499609d53d29c6c45e897 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-05-15T16:40:49.807 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 podman[84338]: 2024-05-15 16:40:49.800726277 +0000 UTC m=+0.361628019 container init ef9c21c2cbcaf49261c72c04ca749f7d99e776948bd499609d53d29c6c45e897 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-05-15T16:40:49.807 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 podman[84338]: 2024-05-15 16:40:49.80333941 +0000 UTC m=+0.364241138 container start ef9c21c2cbcaf49261c72c04ca749f7d99e776948bd499609d53d29c6c45e897 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-05-15T16:40:50.090 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-mon[25343]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-05-15T16:40:50.090 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:50.090 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:50.090 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:50.091 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.806Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-05-15T16:40:50.091 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.806Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-05-15T16:40:50.091 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.807Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-05-15T16:40:50.091 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.807Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-05-15T16:40:50.091 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.807Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-05-15T16:40:50.091 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.807Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-05-15T16:40:50.091 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-05-15T16:40:50.091 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=arp 2024-05-15T16:40:50.092 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=bcache 2024-05-15T16:40:50.092 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=bonding 2024-05-15T16:40:50.092 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=btrfs 2024-05-15T16:40:50.092 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=conntrack 2024-05-15T16:40:50.092 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=cpu 2024-05-15T16:40:50.092 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-05-15T16:40:50.092 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=diskstats 2024-05-15T16:40:50.092 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=dmi 2024-05-15T16:40:50.092 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=edac 2024-05-15T16:40:50.092 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=entropy 2024-05-15T16:40:50.092 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-05-15T16:40:50.092 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=filefd 2024-05-15T16:40:50.092 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=filesystem 2024-05-15T16:40:50.092 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=hwmon 2024-05-15T16:40:50.093 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=infiniband 2024-05-15T16:40:50.093 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=ipvs 2024-05-15T16:40:50.093 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=loadavg 2024-05-15T16:40:50.093 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=mdadm 2024-05-15T16:40:50.093 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=meminfo 2024-05-15T16:40:50.093 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=netclass 2024-05-15T16:40:50.093 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=netdev 2024-05-15T16:40:50.093 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=netstat 2024-05-15T16:40:50.093 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=nfs 2024-05-15T16:40:50.093 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=nfsd 2024-05-15T16:40:50.093 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=nvme 2024-05-15T16:40:50.093 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=os 2024-05-15T16:40:50.093 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-05-15T16:40:50.093 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=pressure 2024-05-15T16:40:50.093 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=rapl 2024-05-15T16:40:50.093 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=schedstat 2024-05-15T16:40:50.094 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=selinux 2024-05-15T16:40:50.094 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=sockstat 2024-05-15T16:40:50.094 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=softnet 2024-05-15T16:40:50.094 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=stat 2024-05-15T16:40:50.094 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=tapestats 2024-05-15T16:40:50.094 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=textfile 2024-05-15T16:40:50.094 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-05-15T16:40:50.094 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=time 2024-05-15T16:40:50.094 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-05-15T16:40:50.094 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=uname 2024-05-15T16:40:50.094 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=vmstat 2024-05-15T16:40:50.095 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=xfs 2024-05-15T16:40:50.095 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=node_exporter.go:117 level=info collector=zfs 2024-05-15T16:40:50.095 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-05-15T16:40:50.095 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b[84353]: ts=2024-05-15T16:40:49.808Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-05-15T16:40:50.095 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 bash[84338]: ef9c21c2cbcaf49261c72c04ca749f7d99e776948bd499609d53d29c6c45e897 2024-05-15T16:40:50.095 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:40:49 smithi081 systemd[1]: Started Ceph node-exporter.b for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:40:50.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:49 smithi066 ceph-mon[29300]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-05-15T16:40:50.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:49 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:50.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:49 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:50.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:49 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:50.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:49 smithi066 ceph-mon[24465]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-05-15T16:40:50.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:49 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:50.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:49 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:50.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:49 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:50.575 INFO:teuthology.orchestra.run.smithi066.stdout:true 2024-05-15T16:40:51.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:40:51.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:51.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:51.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:51.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:51.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:51.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-05-15T16:40:51.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: Cluster is now healthy 2024-05-15T16:40:51.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:51.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:51.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:51.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:51.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:51.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:51.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:51.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:51.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:51.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:51.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:51.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:51.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:40:51.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:51.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:51.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:51.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:51.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:51.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-05-15T16:40:51.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: Cluster is now healthy 2024-05-15T16:40:51.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:51.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:51.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:51.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:51.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:51.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:51.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:40:51.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:51.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:51.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:51.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:51.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:51.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-05-15T16:40:51.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: Cluster is now healthy 2024-05-15T16:40:51.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:51.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:51.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:51.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:51.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:51.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:51.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:51.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:51.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:51.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:51.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:51.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:51.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:51.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:51.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:51.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:51.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:51.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:51.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:51.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:51.306 INFO:teuthology.orchestra.run.smithi066.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-15T16:40:51.306 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi066 smithi066 running 0s ago 28m - - 2024-05-15T16:40:51.306 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi081 smithi081 running 4s ago 27m - - 2024-05-15T16:40:51.306 INFO:teuthology.orchestra.run.smithi066.stdout:alertmanager.a smithi066 *:9093,9094 running (14m) 0s ago 22m 22.7M - 0.23.0 ba2b418f427c 985d2c728dcd 2024-05-15T16:40:51.306 INFO:teuthology.orchestra.run.smithi066.stdout:grafana.a smithi081 *:3000 running (14m) 4s ago 22m 50.2M - 8.3.5 dad864ee21e9 3f07258ad1f7 2024-05-15T16:40:51.306 INFO:teuthology.orchestra.run.smithi066.stdout:iscsi.foo.smithi066.lbegld smithi066 running (71s) 0s ago 21m 48.3M - 3.5 e1d6a67b021e fefc481c4afb 2024-05-15T16:40:51.306 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.x smithi081 *:8443,9283,8765 running (47s) 4s ago 27m 453M - 19.0.0-2576-gde5210d5 48bc18eb22d8 2d8c03d87ef9 2024-05-15T16:40:51.306 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.y smithi066 *:8443,9283,8765 running (11m) 0s ago 28m 519M - 19.0.0-2576-gde5210d5 48bc18eb22d8 ad331d4e41f6 2024-05-15T16:40:51.307 INFO:teuthology.orchestra.run.smithi066.stdout:mon.a smithi066 running (28m) 0s ago 29m 89.6M 2048M 17.2.0 e1d6a67b021e 282c81f9a786 2024-05-15T16:40:51.307 INFO:teuthology.orchestra.run.smithi066.stdout:mon.b smithi081 running (27m) 4s ago 27m 71.5M 2048M 17.2.0 e1d6a67b021e 82fb987622c5 2024-05-15T16:40:51.307 INFO:teuthology.orchestra.run.smithi066.stdout:mon.c smithi066 running (27m) 0s ago 27m 67.9M 2048M 17.2.0 e1d6a67b021e f72f6b43cfb8 2024-05-15T16:40:51.307 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.a smithi066 *:9100 running (24s) 0s ago 23m 8032k - 1.5.0 0da6a335fe13 2853dcd18756 2024-05-15T16:40:51.307 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.b smithi081 *:9100 starting - - - - 2024-05-15T16:40:51.307 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 smithi066 running (27m) 0s ago 26m 54.2M 4096M 17.2.0 e1d6a67b021e 28a5f29dbca4 2024-05-15T16:40:51.307 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 smithi066 running (26m) 0s ago 26m 56.0M 4096M 17.2.0 e1d6a67b021e 0ef23245f9ef 2024-05-15T16:40:51.307 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 smithi066 running (26m) 0s ago 26m 50.4M 4096M 17.2.0 e1d6a67b021e 02c0efc727d7 2024-05-15T16:40:51.307 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 smithi066 running (25m) 0s ago 25m 53.3M 4096M 17.2.0 e1d6a67b021e 40f1cf1a2241 2024-05-15T16:40:51.307 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 smithi081 running (25m) 4s ago 25m 58.4M 4096M 17.2.0 e1d6a67b021e 4765ca89ed8f 2024-05-15T16:40:51.307 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 smithi081 running (25m) 4s ago 25m 52.5M 4096M 17.2.0 e1d6a67b021e 360c01584121 2024-05-15T16:40:51.307 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 smithi081 running (24m) 4s ago 24m 55.2M 4096M 17.2.0 e1d6a67b021e 28621b8e0dfc 2024-05-15T16:40:51.307 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 smithi081 running (24m) 4s ago 24m 54.1M 4096M 17.2.0 e1d6a67b021e d77057b690f5 2024-05-15T16:40:51.307 INFO:teuthology.orchestra.run.smithi066.stdout:prometheus.a smithi081 *:9095 running (84s) 4s ago 23m 65.0M - 2.33.4 514e6a882f6e bc109bb41a57 2024-05-15T16:40:51.308 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi066.venvvw smithi066 *:8000 running (21m) 0s ago 21m 76.0M - 17.2.0 e1d6a67b021e a58b069a63ed 2024-05-15T16:40:51.308 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi081.bblyzt smithi081 *:8000 running (21m) 4s ago 21m 76.4M - 17.2.0 e1d6a67b021e 31bf3403b024 2024-05-15T16:40:51.746 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:40:51.746 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": { 2024-05-15T16:40:51.746 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-05-15T16:40:51.746 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:40:51.747 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": { 2024-05-15T16:40:51.747 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:40:51.747 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:40:51.747 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": { 2024-05-15T16:40:51.747 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-05-15T16:40:51.747 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:40:51.747 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": {}, 2024-05-15T16:40:51.747 INFO:teuthology.orchestra.run.smithi066.stdout: "rgw": { 2024-05-15T16:40:51.747 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-05-15T16:40:51.747 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:40:51.747 INFO:teuthology.orchestra.run.smithi066.stdout: "overall": { 2024-05-15T16:40:51.747 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-05-15T16:40:51.747 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:40:51.747 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:40:51.747 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:40:52.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:52.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:52.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:52.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:40:52.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:52.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:52.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='client.25492 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:40:52.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:52.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:52.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:52.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:52.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:52.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:52.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:52.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:52.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:52.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:52.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:52.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:52.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:52.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:52.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:52.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:52.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:52.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:52.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:40:52.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:52.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:52.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='client.25492 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:40:52.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:52.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:52.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:52.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:52.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:52.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:52.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:52.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:52.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:52.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:52.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:52.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:52.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:52.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:52.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:52.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:52.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:52.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:52.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:52.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:52.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:52.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:52.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:52.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:52.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:52.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:52.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:52.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:52.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:52.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:52.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/4255339231' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:52.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:52.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:52.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:52.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:52.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:52.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:52.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:51 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/4255339231' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:52.110 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:40:52.110 INFO:teuthology.orchestra.run.smithi066.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a", 2024-05-15T16:40:52.110 INFO:teuthology.orchestra.run.smithi066.stdout: "in_progress": true, 2024-05-15T16:40:52.110 INFO:teuthology.orchestra.run.smithi066.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-05-15T16:40:52.110 INFO:teuthology.orchestra.run.smithi066.stdout: "services_complete": [ 2024-05-15T16:40:52.110 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr" 2024-05-15T16:40:52.110 INFO:teuthology.orchestra.run.smithi066.stdout: ], 2024-05-15T16:40:52.110 INFO:teuthology.orchestra.run.smithi066.stdout: "progress": "2/2 daemons upgraded", 2024-05-15T16:40:52.110 INFO:teuthology.orchestra.run.smithi066.stdout: "message": "Currently upgrading node-exporter daemons", 2024-05-15T16:40:52.110 INFO:teuthology.orchestra.run.smithi066.stdout: "is_paused": false 2024-05-15T16:40:52.110 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:40:52.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:52.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:52.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:52.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:40:52.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:52.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:52.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='client.25492 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:40:52.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:52.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:52.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:52.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:52.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:52.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:52.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:52.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:52.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:52.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:52.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:52.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:52.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:52.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:52.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:52.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:52.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:52.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:52.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:52.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:52.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:52.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:52.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:52.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:52.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:52.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:52.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:52.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:52.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:52.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:52.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:52.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:51 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/4255339231' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='client.25498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:40:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:40:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='client.15609 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:40:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='client.25498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:40:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:40:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='client.15609 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:40:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='client.25498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:40:53.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:40:53.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='client.15609 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:40:53.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.964 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.965 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='client.25516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:40:53.965 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.965 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.965 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.965 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.965 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.965 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.965 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.965 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.965 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.965 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.965 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.965 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:53.965 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.966 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.966 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.966 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.966 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.966 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.966 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.966 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.966 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.966 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.966 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.966 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.966 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.966 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.966 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.966 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.967 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.967 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.967 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.967 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.967 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.967 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.967 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.967 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.967 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.967 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.967 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.967 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.967 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.967 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:53.967 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.967 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:53.968 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:53.968 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:53.968 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:53.968 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:53 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:54.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:54.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='client.25516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:40:54.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:54.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:54.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:54.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:54.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:54.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:54.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:54.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:54.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:54.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:54.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:54.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:54.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:54.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:54.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:54.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:54.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:54.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:54.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:54.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:54.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:54.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:54.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:54.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:54.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:54.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:54.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:54.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='client.25516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:40:54.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:54.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:54.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:54.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:54.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:54.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:54.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:54.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:54.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:54.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:54.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:54.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:54.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:54.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:54.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:54.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:54.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:54.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:54.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:54.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:54.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:54.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:54.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:54.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:54.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:54.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 738 B/s rd, 0 op/s 2024-05-15T16:40:55.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 738 B/s rd, 0 op/s 2024-05-15T16:40:55.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 738 B/s rd, 0 op/s 2024-05-15T16:40:55.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.996 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.996 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.996 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.996 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.996 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.996 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.996 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.996 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.996 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.997 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.997 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.997 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.997 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:55.997 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.997 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.997 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.997 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.997 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.997 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.997 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.997 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.997 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.999 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.999 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.999 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.999 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.999 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.999 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:55.999 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:55.999 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.999 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:55.999 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:55.999 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:55.999 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:56.000 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:56.000 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.000 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:56.000 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.000 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:56.000 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:56.000 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:56.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:56.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:56.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:56.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:56.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:56.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:56.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:56.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:56.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:56.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:56.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:56.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:56.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:56.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:56.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:56.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:56.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:56.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:56.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:56.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:56.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:56.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:56.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:56.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:56.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:56.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:56.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:56.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:56.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:56.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:56.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:56.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:56.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:56.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:56.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:56.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:56.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:56.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:56.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:56.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:56.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:56.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:56.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:56.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:56.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:56.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:56.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:56.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:56.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:56.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:56.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:56.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:56.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:56.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:56.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:56.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:56.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:56.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:56.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:56.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:40:56 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:40:56] "GET /metrics HTTP/1.1" 200 37972 "" "Prometheus/2.33.4" 2024-05-15T16:40:57.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 587 B/s rd, 0 op/s 2024-05-15T16:40:57.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:56 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 587 B/s rd, 0 op/s 2024-05-15T16:40:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 587 B/s rd, 0 op/s 2024-05-15T16:40:57.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:56 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:57.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:57.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:57.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:57.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:57.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:57.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:57 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:58.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:58.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:58.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:58.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:58.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:58.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:58.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:58.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:58.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:58.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:58.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:58.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:58.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:58.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:58.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:58.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:58.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:58.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:58.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:58.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:58.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:58.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:58.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:58.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:58.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:58.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:58.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:58.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:58.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:58.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:58.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:58.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:58.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:58.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:58.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:58.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:58.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:58.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:58.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:58.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:58.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:58.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:58.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:58.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:58.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:58.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:58.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:58.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:58.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:58.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:58.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:58.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:58.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:57 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:59.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:59.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:59.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 955 B/s rd, 0 op/s 2024-05-15T16:40:59.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:59.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:59.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:59.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:59.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:59.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:59.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:59.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:59.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:59.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:59.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:59.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:59.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:59.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:59.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:59.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:59.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:59.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:59.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:59.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:59.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:59.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:59.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:59.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:59.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:59.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.125 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:59.125 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.125 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:59.125 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:59.125 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:59.125 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.126 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:59.126 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.126 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:59.126 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:59.126 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:58 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:59.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:59.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:59.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 955 B/s rd, 0 op/s 2024-05-15T16:40:59.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:59.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:59.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:59.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:59.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:59.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:59.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:59.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:59.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:59.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:59.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:59.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:59.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:59.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:59.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:59.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:59.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:59.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:59.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:59.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:59.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 955 B/s rd, 0 op/s 2024-05-15T16:40:59.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:59.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:59.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:59.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:59.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:40:59.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:59.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:59.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:59.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:59.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:59.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:59.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:59.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:59.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:59.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:59.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:59.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:59.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:59.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:59.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:59.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:59.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:59.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:59.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:59.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:59.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:59.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:59.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:59.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:59.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:59.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:59.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:59.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:59.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:59.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:59.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:59.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:59.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:59.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:59.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:59.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:59.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:59.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:59.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:40:59.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:40:59.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:40:59.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:40:59.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:40:59.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:58 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:00.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:00.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:00.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:00.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:00.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:00.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:00.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:00.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:00.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:00.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:00.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:00.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:00.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:00.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:00.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:00.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:00.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:00.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:00.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:00.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:00.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:00.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:00.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:00.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:41:00.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:00.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:00.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:00.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:00.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:00.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:00.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:00.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:00.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:00.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:00.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:00.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:40:59 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:00.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:00.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:00.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:00.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:00.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:00.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:00.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:00.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:00.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:00.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:00.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:00.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:00.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:00.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:00.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:00.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:00.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:00.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:00.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:00.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:00.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:00.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:00.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:00.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:00.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:00.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:00.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:00.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:00.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:00.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:00.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:00.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:00.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:00.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:00.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:00.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:00.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:00.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:00.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:00.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:00.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:00.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:00.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:00.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:00.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:41:00.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:00.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:00.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:00.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:00.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:00.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:00.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:00.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:00.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:00.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:00.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:00.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:00.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:00.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:00.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:41:00.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:00.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:00.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:00.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:00.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:00.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:00.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:00.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:00.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:00.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:00.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:00.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:00.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:40:59 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:01.031 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:01.031 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:01.031 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:01.031 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 955 B/s rd, 0 op/s 2024-05-15T16:41:01.031 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:01.031 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:01.031 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:01.032 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:01.032 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.032 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:01.032 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.032 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:01.032 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:01.032 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:01.032 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:01.032 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.032 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:01.032 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.032 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:01.032 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:01.032 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:01.032 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.033 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:01.033 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.033 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:01.033 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:01.033 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:01.033 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.033 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:01.033 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.033 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:01.033 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:01.033 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:01.033 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.033 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:01.033 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.033 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:01.034 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:01.034 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:01.034 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.034 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:01.034 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.034 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:01.034 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:01.034 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:01.034 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.034 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:01.034 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.034 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:01.034 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:01.034 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:00 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 955 B/s rd, 0 op/s 2024-05-15T16:41:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:01.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:01.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:01.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:01.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:01.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:01.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:01.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:01.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:01.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:01.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:01.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:01.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:01.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:01.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:01.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:01.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:01.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:01.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:01.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:01.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:01.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:01.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:01.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:01.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:01.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:01.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:01.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:01.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:01.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:01.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:01.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:01.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:01.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:01.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 955 B/s rd, 0 op/s 2024-05-15T16:41:01.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:01.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:01.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:01.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:01.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:01.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:01.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:01.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:01.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:01.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:01.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:01.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:01.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:01.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:01.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:01.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:01.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:01.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:01.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:01.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:01.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:01.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:01.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:01.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:01.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:01.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:01.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:01.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:01.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:01.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:01.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:01.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:01.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:01.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:00 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.001 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.002 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.002 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.002 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:41:02.002 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.002 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.002 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.002 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.002 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.002 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.002 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.002 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.002 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.002 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.003 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.003 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.003 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.003 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.003 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.003 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.003 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.003 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.003 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.003 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.003 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.003 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.003 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.003 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.003 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.004 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.004 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.004 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.004 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.004 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.004 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.004 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.004 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.004 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.004 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.004 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.004 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.004 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.004 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.004 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.005 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.005 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.005 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.005 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.005 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.005 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.005 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.005 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:01 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:41:02.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:41:02.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:01 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.950 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.950 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.950 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:02.950 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.950 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.950 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.950 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.950 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.950 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.950 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.951 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.951 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:02.951 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.951 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.951 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.951 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.951 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.951 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.951 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.951 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.951 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.951 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.951 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.951 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.951 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.952 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.952 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.952 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.952 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.952 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.952 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.952 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.952 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.952 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.952 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.953 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.953 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.953 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.953 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.953 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:02.953 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:02.953 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.953 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.953 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.953 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:02.953 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:02.953 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.953 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.953 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.953 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.953 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.954 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.954 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.954 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:02.954 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:02 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:03.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:03.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:03.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:03.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:03.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:03.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:03.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:03.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:03.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:03.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:03.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:03.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:03.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:03.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:03.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:03.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:03.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:03.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:03.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:03.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:03.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:03.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:03.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:03.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:03.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:03.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:03.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:03.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:03.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:03.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:03.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:03.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:03.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:03.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:03.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:03.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:03.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:03.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:03.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:03.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:03.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:03.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:03.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:03.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:03.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:03.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:03.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:03.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:03.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:03.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:03.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:03.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:03.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:03.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:03.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:03.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:03.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:03.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:03.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:03.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:03.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:03.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:03.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:03.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:03.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:03.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:03.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:03.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:03.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:03.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:03.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:03.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:03.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:03.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:03.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:03.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:03.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:03.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:03.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:03.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:03.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:03.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:02 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:03.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:03 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:03.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:03 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:03.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:03 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:03.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:03 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:03.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:03 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:03.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:03 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:03.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:03 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:03.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:03 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:04.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:03 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:04.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:03 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:04.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:03 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:03 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:03 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:03 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:03 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:03 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:04.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:03 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:04.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:03 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:04.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:03 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:04.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:03 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:04.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:03 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:04.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:03 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:04.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:03 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:04.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:03 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:05.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:04 smithi081 ceph-mon[25343]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:05.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:04 smithi066 ceph-mon[29300]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:05.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:04 smithi066 ceph-mon[24465]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:06.786 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:41:06 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:41:06] "GET /metrics HTTP/1.1" 200 37974 "" "Prometheus/2.33.4" 2024-05-15T16:41:07.113 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:06 smithi066 ceph-mon[29300]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:07.113 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:06 smithi066 ceph-mon[24465]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:07.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:06 smithi081 ceph-mon[25343]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:08.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:07 smithi081 ceph-mon[25343]: Upgrade: Updating prometheus.a 2024-05-15T16:41:08.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:07 smithi081 ceph-mon[25343]: Deploying daemon prometheus.a on smithi081 2024-05-15T16:41:08.183 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:07 smithi066 ceph-mon[29300]: Upgrade: Updating prometheus.a 2024-05-15T16:41:08.183 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:07 smithi066 ceph-mon[29300]: Deploying daemon prometheus.a on smithi081 2024-05-15T16:41:08.183 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:07 smithi066 ceph-mon[24465]: Upgrade: Updating prometheus.a 2024-05-15T16:41:08.183 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:07 smithi066 ceph-mon[24465]: Deploying daemon prometheus.a on smithi081 2024-05-15T16:41:09.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:08 smithi081 ceph-mon[25343]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:09.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:08 smithi066 ceph-mon[24465]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:09.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:08 smithi066 ceph-mon[29300]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:11.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:10 smithi081 ceph-mon[25343]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:11.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:10 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:11.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:10 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:11.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:10 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:11.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:10 smithi066 ceph-mon[29300]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:11.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:10 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:11.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:10 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:11.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:10 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:11.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:10 smithi066 ceph-mon[24465]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:11.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:10 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:11.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:10 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:11.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:10 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:12.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:11 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:41:12.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:11 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:41:12.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:11 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:41:13.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:12 smithi081 ceph-mon[25343]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:13.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:12 smithi066 ceph-mon[29300]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:13.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:12 smithi066 ceph-mon[24465]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:15.068 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:14 smithi081 ceph-mon[25343]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:15.068 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:41:15.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:14 smithi066 ceph-mon[24465]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:15.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:41:15.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:14 smithi066 ceph-mon[29300]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:15.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:41:16.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:41:16 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:41:16] "GET /metrics HTTP/1.1" 200 37976 "" "Prometheus/2.33.4" 2024-05-15T16:41:17.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:16 smithi081 ceph-mon[25343]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:17.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:16 smithi066 ceph-mon[29300]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:17.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:16 smithi066 ceph-mon[24465]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:18.098 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:17 smithi081 systemd[1]: Stopping Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:41:18.365 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:41:18.174Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-05-15T16:41:18.365 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:41:18.174Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-05-15T16:41:18.365 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:41:18.174Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-05-15T16:41:18.365 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:41:18.174Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-05-15T16:41:18.365 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:41:18.174Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-05-15T16:41:18.366 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:41:18.174Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-05-15T16:41:18.366 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:41:18.175Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-05-15T16:41:18.366 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:41:18.175Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-05-15T16:41:18.366 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:41:18.175Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-05-15T16:41:18.366 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:41:18.175Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-05-15T16:41:18.366 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:41:18.175Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-05-15T16:41:18.366 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[70344]: ts=2024-05-15T16:41:18.175Z caller=main.go:1066 level=info msg="See you next time!" 2024-05-15T16:41:18.366 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:18 smithi081 podman[88946]: 2024-05-15 16:41:18.185047651 +0000 UTC m=+0.143375509 container died bc109bb41a5707b2ed2bfbb4afb7d97497ce10092e638595787b701f47829434 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:41:18.801 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:18 smithi081 podman[88946]: 2024-05-15 16:41:18.549884545 +0000 UTC m=+0.508212401 container cleanup bc109bb41a5707b2ed2bfbb4afb7d97497ce10092e638595787b701f47829434 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:41:18.801 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:18 smithi081 bash[88946]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a 2024-05-15T16:41:19.074 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:18 smithi081 ceph-mon[25343]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:19.074 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:18 smithi081 podman[88958]: 2024-05-15 16:41:18.801067762 +0000 UTC m=+0.614225377 container remove bc109bb41a5707b2ed2bfbb4afb7d97497ce10092e638595787b701f47829434 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:41:19.075 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:18 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-05-15T16:41:19.075 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:18 smithi081 systemd[1]: Stopped Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:41:19.075 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:18 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@prometheus.a.service: Consumed 1.607s CPU time. 2024-05-15T16:41:19.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:18 smithi066 ceph-mon[24465]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:19.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:18 smithi066 ceph-mon[29300]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:19.365 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 systemd[1]: Starting Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:41:19.648 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 podman[89085]: 2024-05-15 16:41:19.289749587 +0000 UTC m=+0.018362539 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-05-15T16:41:19.648 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 podman[89085]: 2024-05-15 16:41:19.411172285 +0000 UTC m=+0.139785232 container create 420f65841fde80d15fb4d831712ddb279d97e17911c2112e3060fede23fb3971 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:41:19.648 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 podman[89085]: 2024-05-15 16:41:19.621492054 +0000 UTC m=+0.350105001 container init 420f65841fde80d15fb4d831712ddb279d97e17911c2112e3060fede23fb3971 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:41:19.648 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 podman[89085]: 2024-05-15 16:41:19.624271024 +0000 UTC m=+0.352883971 container start 420f65841fde80d15fb4d831712ddb279d97e17911c2112e3060fede23fb3971 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:41:20.053 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:19.648Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-05-15T16:41:20.053 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:19.648Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-05-15T16:41:20.053 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:19.648Z caller=main.go:570 level=info host_details="(Linux 5.14.0-446.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024 x86_64 smithi081 (none))" 2024-05-15T16:41:20.053 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:19.648Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-05-15T16:41:20.053 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:19.648Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-05-15T16:41:20.053 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:19.649Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-05-15T16:41:20.053 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:19.650Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-05-15T16:41:20.053 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:19.651Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-05-15T16:41:20.053 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:19.651Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-05-15T16:41:20.053 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:19.653Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-05-15T16:41:20.054 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:19.653Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.617µs 2024-05-15T16:41:20.054 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:19.653Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-05-15T16:41:20.054 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:19.653Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=6 2024-05-15T16:41:20.054 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:19.675Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=6 2024-05-15T16:41:20.054 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:19.683Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=6 2024-05-15T16:41:20.054 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:19.686Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=6 2024-05-15T16:41:20.054 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:19.692Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=6 2024-05-15T16:41:20.054 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:19.694Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=5 maxSegment=6 2024-05-15T16:41:20.054 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:19.694Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=6 maxSegment=6 2024-05-15T16:41:20.054 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:19.694Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=43.137µs wal_replay_duration=41.513885ms wbl_replay_duration=113ns total_replay_duration=41.574559ms 2024-05-15T16:41:20.054 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:19.698Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-05-15T16:41:20.054 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:19.698Z caller=main.go:1029 level=info msg="TSDB started" 2024-05-15T16:41:20.054 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:19.698Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-15T16:41:20.055 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 bash[89085]: 420f65841fde80d15fb4d831712ddb279d97e17911c2112e3060fede23fb3971 2024-05-15T16:41:20.055 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 systemd[1]: Started Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:41:20.055 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:19.715Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.748644ms db_storage=835ns remote_storage=950ns web_handler=379ns query_engine=572ns scrape=471.935µs scrape_sd=100.579µs notify=15.096µs notify_sd=16.955µs rules=16.853052ms tracing=5.727µs 2024-05-15T16:41:20.055 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:19.716Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-05-15T16:41:20.055 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:19.716Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-05-15T16:41:21.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:21.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:21.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:21.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:21.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:21.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:21.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:21.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:41:21.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:21.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:21.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:21.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:21.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:21.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:21.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:21.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:21.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:21.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:21.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:21.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:21.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:21.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:21.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:21.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:21.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:21.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:21.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:21.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:21.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:41:21.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:21.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:21.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:21.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:21.044 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.044 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:21.044 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.044 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:21.044 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:21.044 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:21.045 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.045 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:21.045 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.045 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:21.045 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:21.046 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:21.046 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.046 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:21.046 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.046 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:21.046 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:21.047 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:21.047 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.047 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:21.047 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.047 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:21.047 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:21.047 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:21.047 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.048 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:21.048 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.048 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:21.048 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:21.048 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:21.048 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.049 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:21.049 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:21.049 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:21.049 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.049 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:21.049 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.049 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:21.049 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:21.050 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:21.050 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.050 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:21.050 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.050 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:21.050 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:21.050 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:20 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:21.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:21.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:21.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:21.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:21.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:21.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:21.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:21.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:41:21.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:21.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:21.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:21.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:21.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:21.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:21.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:21.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:21.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:21.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:21.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:21.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:21.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:21.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:21.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:21.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:21.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:21.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:21.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:21.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:21.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:21.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:21.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:21.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:21.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:20 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.028 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:41:22.028 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.028 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.028 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.029 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.029 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:41:22.029 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.029 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.029 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.029 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.029 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.029 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.029 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.029 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.029 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.029 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.029 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.029 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.029 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.030 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.030 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.030 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.030 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.030 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.030 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.030 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.030 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.030 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.030 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.030 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.030 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.030 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.030 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.030 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.031 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.031 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.031 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.031 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.031 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.031 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.031 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.031 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.031 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.031 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.031 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.031 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.031 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.031 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.031 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.032 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.032 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:21 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:41:22.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:41:22.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:41:22.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:41:22.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:21 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.505 INFO:teuthology.orchestra.run.smithi066.stdout:true 2024-05-15T16:41:22.886 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.886 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.886 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:22.886 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.886 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.886 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.886 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.886 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.886 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.886 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.886 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.886 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.887 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.887 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:22.887 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.887 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.887 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.887 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.887 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.887 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.887 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.887 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.887 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.887 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.887 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.887 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.887 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.887 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.888 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.888 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.888 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.888 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.888 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.888 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.888 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.888 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.888 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.888 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.888 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.888 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.888 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.888 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.888 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.889 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:22.889 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.889 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:22.889 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:22.889 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:22.889 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:22.889 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:22 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:23.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:23.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:23.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:23.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:23.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:23.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:23.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:23.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:23.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:23.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:23.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:23.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:23.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:23.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:23.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:23.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:23.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:23.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:23.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:23.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:23.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:23.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:23.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:23.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:23.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:23.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:23.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:23.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:23.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:23.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:23.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:23.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:23.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:23.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:23.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:23.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:23.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:23.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:23.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:23.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:23.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:23.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:23.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:23.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:23.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:23.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:23.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:23.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:23.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:23.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:23.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:23.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:23.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:23.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:23.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:23.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:23.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:23.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:22 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:23.227 INFO:teuthology.orchestra.run.smithi066.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-15T16:41:23.227 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi066 smithi066 running 12s ago 28m - - 2024-05-15T16:41:23.227 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi081 smithi081 running 19s ago 28m - - 2024-05-15T16:41:23.227 INFO:teuthology.orchestra.run.smithi066.stdout:alertmanager.a smithi066 *:9093,9094 running (15m) 12s ago 23m 22.8M - 0.23.0 ba2b418f427c 985d2c728dcd 2024-05-15T16:41:23.227 INFO:teuthology.orchestra.run.smithi066.stdout:grafana.a smithi081 *:3000 running (14m) 19s ago 22m 49.4M - 8.3.5 dad864ee21e9 3f07258ad1f7 2024-05-15T16:41:23.228 INFO:teuthology.orchestra.run.smithi066.stdout:iscsi.foo.smithi066.lbegld smithi066 running (103s) 12s ago 22m 48.4M - 3.5 e1d6a67b021e fefc481c4afb 2024-05-15T16:41:23.228 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.x smithi081 *:8443,9283,8765 running (79s) 19s ago 27m 453M - 19.0.0-2576-gde5210d5 48bc18eb22d8 2d8c03d87ef9 2024-05-15T16:41:23.228 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.y smithi066 *:8443,9283,8765 running (12m) 12s ago 29m 520M - 19.0.0-2576-gde5210d5 48bc18eb22d8 ad331d4e41f6 2024-05-15T16:41:23.228 INFO:teuthology.orchestra.run.smithi066.stdout:mon.a smithi066 running (29m) 12s ago 29m 89.7M 2048M 17.2.0 e1d6a67b021e 282c81f9a786 2024-05-15T16:41:23.228 INFO:teuthology.orchestra.run.smithi066.stdout:mon.b smithi081 running (28m) 19s ago 28m 71.7M 2048M 17.2.0 e1d6a67b021e 82fb987622c5 2024-05-15T16:41:23.228 INFO:teuthology.orchestra.run.smithi066.stdout:mon.c smithi066 running (28m) 12s ago 28m 68.5M 2048M 17.2.0 e1d6a67b021e f72f6b43cfb8 2024-05-15T16:41:23.228 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.a smithi066 *:9100 running (56s) 12s ago 23m 8052k - 1.5.0 0da6a335fe13 2853dcd18756 2024-05-15T16:41:23.228 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.b smithi081 *:9100 running (33s) 19s ago 23m 7713k - 1.5.0 0da6a335fe13 ef9c21c2cbca 2024-05-15T16:41:23.228 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 smithi066 running (27m) 12s ago 27m 54.2M 4096M 17.2.0 e1d6a67b021e 28a5f29dbca4 2024-05-15T16:41:23.228 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 smithi066 running (27m) 12s ago 27m 56.0M 4096M 17.2.0 e1d6a67b021e 0ef23245f9ef 2024-05-15T16:41:23.228 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 smithi066 running (26m) 12s ago 26m 50.4M 4096M 17.2.0 e1d6a67b021e 02c0efc727d7 2024-05-15T16:41:23.228 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 smithi066 running (26m) 12s ago 26m 53.3M 4096M 17.2.0 e1d6a67b021e 40f1cf1a2241 2024-05-15T16:41:23.228 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 smithi081 running (25m) 19s ago 25m 58.4M 4096M 17.2.0 e1d6a67b021e 4765ca89ed8f 2024-05-15T16:41:23.228 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 smithi081 running (25m) 19s ago 25m 52.5M 4096M 17.2.0 e1d6a67b021e 360c01584121 2024-05-15T16:41:23.228 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 smithi081 running (25m) 19s ago 25m 55.2M 4096M 17.2.0 e1d6a67b021e 28621b8e0dfc 2024-05-15T16:41:23.229 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 smithi081 running (24m) 19s ago 24m 54.1M 4096M 17.2.0 e1d6a67b021e d77057b690f5 2024-05-15T16:41:23.229 INFO:teuthology.orchestra.run.smithi066.stdout:prometheus.a smithi081 *:9095 starting - - - - 2024-05-15T16:41:23.229 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi066.venvvw smithi066 *:8000 running (22m) 12s ago 22m 76.0M - 17.2.0 e1d6a67b021e a58b069a63ed 2024-05-15T16:41:23.229 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi081.bblyzt smithi081 *:8000 running (22m) 19s ago 22m 76.5M - 17.2.0 e1d6a67b021e 31bf3403b024 2024-05-15T16:41:23.677 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:41:23.677 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": { 2024-05-15T16:41:23.677 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-05-15T16:41:23.677 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:41:23.678 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": { 2024-05-15T16:41:23.678 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:41:23.678 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:41:23.678 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": { 2024-05-15T16:41:23.678 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-05-15T16:41:23.678 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:41:23.678 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": {}, 2024-05-15T16:41:23.678 INFO:teuthology.orchestra.run.smithi066.stdout: "rgw": { 2024-05-15T16:41:23.678 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-05-15T16:41:23.678 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:41:23.678 INFO:teuthology.orchestra.run.smithi066.stdout: "overall": { 2024-05-15T16:41:23.678 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-05-15T16:41:23.678 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:41:23.678 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:41:23.678 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:41:23.995 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:23.995 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:23.995 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:23.995 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:23.995 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='client.25522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:41:23.995 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:23.995 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:23.995 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.995 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.995 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.995 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:23.996 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:23.996 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:23.996 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:23.996 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='client.25528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:41:23.996 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.996 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.996 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.996 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:23.996 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:23.996 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:23.996 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.996 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.996 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.996 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:23.997 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:23.997 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:23.997 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.997 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.997 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.997 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:23.997 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:23.997 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:23.997 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.997 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:23.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:23.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:23.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:23.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:23.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:23.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:23.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.998 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.999 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.999 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.999 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.999 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:23.999 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:23 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3215369595' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.026 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:41:24.026 INFO:teuthology.orchestra.run.smithi066.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a", 2024-05-15T16:41:24.026 INFO:teuthology.orchestra.run.smithi066.stdout: "in_progress": true, 2024-05-15T16:41:24.026 INFO:teuthology.orchestra.run.smithi066.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-05-15T16:41:24.026 INFO:teuthology.orchestra.run.smithi066.stdout: "services_complete": [ 2024-05-15T16:41:24.026 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr" 2024-05-15T16:41:24.026 INFO:teuthology.orchestra.run.smithi066.stdout: ], 2024-05-15T16:41:24.026 INFO:teuthology.orchestra.run.smithi066.stdout: "progress": "2/2 daemons upgraded", 2024-05-15T16:41:24.026 INFO:teuthology.orchestra.run.smithi066.stdout: "message": "Currently upgrading prometheus daemons", 2024-05-15T16:41:24.027 INFO:teuthology.orchestra.run.smithi066.stdout: "is_paused": false 2024-05-15T16:41:24.027 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:41:24.027 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:24.027 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:24.027 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:24.027 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:24.027 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='client.25522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:41:24.027 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:24.028 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:24.028 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:24.028 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.028 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:24.028 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:24.028 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:24.028 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:24.028 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:24.028 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='client.25528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:41:24.028 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:24.028 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.028 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:24.028 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:24.028 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:24.028 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:24.029 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:24.029 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.029 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:24.029 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:24.029 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:24.029 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:24.029 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:24.029 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.029 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:24.029 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:24.029 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:24.029 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:24.029 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='client.25522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:41:24.030 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:24.030 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:24.030 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:24.030 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.030 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:24.030 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:24.030 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:24.030 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:24.030 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:24.030 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='client.25528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:41:24.030 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:24.030 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.030 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:24.030 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:24.030 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:24.030 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:24.031 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:24.031 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.031 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:24.031 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:24.031 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:24.031 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:24.031 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:24.031 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.031 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:24.031 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:24.032 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:24.032 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:24.032 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:24.032 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.032 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:24.032 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:24.032 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:24.032 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:24.032 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:24.032 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:24.032 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:24.032 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:24.032 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.032 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.032 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.032 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.033 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.033 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.033 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.033 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.033 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.033 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3215369595' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.033 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:24.033 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:24.033 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:24.033 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:24.033 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:24.033 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.034 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:24.034 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:24.034 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:24.034 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:24.034 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:24.034 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:24.034 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:24.034 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:24.034 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.034 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.034 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.034 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.034 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.034 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.034 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:23 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3215369595' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:24.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:24 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:24.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:24 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:24.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:24 smithi081 ceph-mon[25343]: from='client.25534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:41:24.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:24 smithi081 ceph-mon[25343]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:24.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:24 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:24.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:24 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:25.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:24 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:25.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:24 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:25.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:24 smithi066 ceph-mon[29300]: from='client.25534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:41:25.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:24 smithi066 ceph-mon[29300]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:25.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:24 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:25.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:24 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:25.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:24 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:25.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:24 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:25.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:24 smithi066 ceph-mon[24465]: from='client.25534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:41:25.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:24 smithi066 ceph-mon[24465]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:25.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:24 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:25.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:24 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:26.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:25 smithi066 ceph-mon[24465]: from='client.15651 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:41:26.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:25 smithi066 ceph-mon[29300]: from='client.15651 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:41:26.074 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:25 smithi081 ceph-mon[25343]: from='client.15651 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:41:26.783 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:41:26 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:41:26] "GET /metrics HTTP/1.1" 200 37976 "" "Prometheus/2.43.0" 2024-05-15T16:41:27.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:26 smithi066 ceph-mon[24465]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:27.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:26 smithi066 ceph-mon[29300]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:27.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:26 smithi081 ceph-mon[25343]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:29.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:28 smithi081 ceph-mon[25343]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:29.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:28 smithi066 ceph-mon[29300]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:29.201 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:28 smithi066 ceph-mon[24465]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:29.822 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:41:29.822 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:41:30.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:41:31.090 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:30 smithi081 ceph-mon[25343]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:31.091 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:30 smithi081 ceph-mon[25343]: Upgrade: Updating prometheus.a 2024-05-15T16:41:31.091 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:30 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:31.091 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:30 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:31.091 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:30 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:31.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:30 smithi066 ceph-mon[29300]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:31.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:30 smithi066 ceph-mon[29300]: Upgrade: Updating prometheus.a 2024-05-15T16:41:31.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:30 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:31.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:30 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:31.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:30 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:31.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:30 smithi066 ceph-mon[24465]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:31.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:30 smithi066 ceph-mon[24465]: Upgrade: Updating prometheus.a 2024-05-15T16:41:31.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:30 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:31.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:30 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:31.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:30 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:32.013 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:31 smithi081 ceph-mon[25343]: Deploying daemon prometheus.a on smithi081 2024-05-15T16:41:32.013 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:31 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:41:32.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:31 smithi066 ceph-mon[29300]: Deploying daemon prometheus.a on smithi081 2024-05-15T16:41:32.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:31 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:41:32.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:31 smithi066 ceph-mon[24465]: Deploying daemon prometheus.a on smithi081 2024-05-15T16:41:32.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:31 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:41:33.096 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:32 smithi081 ceph-mon[25343]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:33.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:32 smithi066 ceph-mon[29300]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:33.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:32 smithi066 ceph-mon[24465]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:34.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:34 smithi081 ceph-mon[25343]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:35.087 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:34 smithi066 ceph-mon[29300]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:35.087 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:34 smithi066 ceph-mon[24465]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:35.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:35 smithi081 systemd[1]: Stopping Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:41:36.712 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:36.435Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-05-15T16:41:36.712 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:36.435Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-05-15T16:41:36.712 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:36.435Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-05-15T16:41:36.712 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:36.435Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-05-15T16:41:36.712 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:36.435Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-05-15T16:41:36.713 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:36.435Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-05-15T16:41:36.713 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:36.435Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-05-15T16:41:36.713 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:36.435Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-05-15T16:41:36.713 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:36.435Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-05-15T16:41:36.713 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:36.435Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-05-15T16:41:36.713 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:36.435Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-05-15T16:41:36.713 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[89101]: ts=2024-05-15T16:41:36.435Z caller=main.go:1147 level=info msg="See you next time!" 2024-05-15T16:41:36.713 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:36 smithi081 podman[91251]: 2024-05-15 16:41:36.445341584 +0000 UTC m=+0.146931645 container died 420f65841fde80d15fb4d831712ddb279d97e17911c2112e3060fede23fb3971 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:41:36.786 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:41:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:41:36] "GET /metrics HTTP/1.1" 200 37983 "" "Prometheus/2.43.0" 2024-05-15T16:41:37.022 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:36 smithi081 podman[91251]: 2024-05-15 16:41:36.818477901 +0000 UTC m=+0.520067968 container cleanup 420f65841fde80d15fb4d831712ddb279d97e17911c2112e3060fede23fb3971 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:41:37.022 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:36 smithi081 bash[91251]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a 2024-05-15T16:41:37.023 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:36 smithi081 ceph-mon[25343]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:37.023 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:36 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:37.023 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:36 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:37.023 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:36 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:37.273 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:37 smithi081 podman[91293]: 2024-05-15 16:41:37.086758836 +0000 UTC m=+0.643229151 container remove 420f65841fde80d15fb4d831712ddb279d97e17911c2112e3060fede23fb3971 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:41:37.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:36 smithi066 ceph-mon[24465]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:37.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:36 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:37.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:36 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:37.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:36 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:37.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:36 smithi066 ceph-mon[29300]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:37.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:36 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:37.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:36 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:37.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:36 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:37.615 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:37 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-05-15T16:41:37.616 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:37 smithi081 systemd[1]: Stopped Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:41:37.616 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:37 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@prometheus.a.service: Consumed 1.171s CPU time. 2024-05-15T16:41:37.616 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:37 smithi081 systemd[1]: Starting Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:41:38.585 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 podman[91621]: 2024-05-15 16:41:38.235594308 +0000 UTC m=+0.022689930 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-05-15T16:41:38.585 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 podman[91621]: 2024-05-15 16:41:38.58503628 +0000 UTC m=+0.372131890 container create 0f6f3b5da02e3546a3ff92cea4594efc3723804ceda6b17e40782fad7872c0f8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:41:38.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:38 smithi081 ceph-mon[25343]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:39.261 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 podman[91621]: 2024-05-15 16:41:38.913251605 +0000 UTC m=+0.700347215 container init 0f6f3b5da02e3546a3ff92cea4594efc3723804ceda6b17e40782fad7872c0f8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:41:39.261 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 podman[91621]: 2024-05-15 16:41:38.916135774 +0000 UTC m=+0.703231391 container start 0f6f3b5da02e3546a3ff92cea4594efc3723804ceda6b17e40782fad7872c0f8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:41:39.261 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:38.938Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-05-15T16:41:39.261 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:38.938Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-05-15T16:41:39.261 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:38.938Z caller=main.go:570 level=info host_details="(Linux 5.14.0-446.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri May 3 16:10:18 UTC 2024 x86_64 smithi081 (none))" 2024-05-15T16:41:39.261 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:38.939Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-05-15T16:41:39.262 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:38.939Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-05-15T16:41:39.262 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:38.940Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-05-15T16:41:39.262 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:38.940Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-05-15T16:41:39.262 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:38.943Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-05-15T16:41:39.262 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:38.943Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-05-15T16:41:39.262 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:38.944Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-05-15T16:41:39.262 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:38.944Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.724µs 2024-05-15T16:41:39.262 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:38.944Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-05-15T16:41:39.262 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:38.944Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=7 2024-05-15T16:41:39.262 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:38.962Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=7 2024-05-15T16:41:39.262 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:38.972Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=7 2024-05-15T16:41:39.262 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:38.976Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=7 2024-05-15T16:41:39.262 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:38.978Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=7 2024-05-15T16:41:39.262 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:38.980Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=5 maxSegment=7 2024-05-15T16:41:39.263 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:38.981Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=6 maxSegment=7 2024-05-15T16:41:39.263 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:38.981Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=7 maxSegment=7 2024-05-15T16:41:39.263 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:38.981Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=28.355µs wal_replay_duration=37.2127ms wbl_replay_duration=179ns total_replay_duration=37.258809ms 2024-05-15T16:41:39.263 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:38.986Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-05-15T16:41:39.263 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:38.986Z caller=main.go:1029 level=info msg="TSDB started" 2024-05-15T16:41:39.263 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:38.986Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-15T16:41:39.263 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:39.003Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.887608ms db_storage=879ns remote_storage=1.143µs web_handler=368ns query_engine=927ns scrape=401.852µs scrape_sd=97.047µs notify=15.838µs notify_sd=16.253µs rules=16.061793ms tracing=4.986µs 2024-05-15T16:41:39.263 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:39.003Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-05-15T16:41:39.263 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:41:39.003Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-05-15T16:41:39.263 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:39 smithi081 bash[91621]: 0f6f3b5da02e3546a3ff92cea4594efc3723804ceda6b17e40782fad7872c0f8 2024-05-15T16:41:39.263 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:41:39 smithi081 systemd[1]: Started Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:41:39.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:38 smithi066 ceph-mon[29300]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:39.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:38 smithi066 ceph-mon[24465]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:40.094 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:40.095 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:40.095 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.095 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:40.095 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:40.095 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:40.095 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:40.095 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:40.095 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:41:40.095 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:41:40.095 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.095 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:40.095 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.095 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:40.096 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:40.096 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:40.096 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:40.096 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.096 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:40.096 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.096 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:40.096 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:40.096 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:40.096 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:40.096 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.096 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:40.096 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.096 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:40.097 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:40.097 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:40.097 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:40.097 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.097 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:40.097 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.097 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:40.097 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:40.097 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:40.097 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:40.097 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.097 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:40.097 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.097 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:40.097 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:40.098 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:40.098 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:40.098 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.098 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:40.098 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.098 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:40.098 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:40.098 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:40 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:40.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:40.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:40.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:40.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:40.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:40.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:40.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:40.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:41:40.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:41:40.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:40.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:40.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:40.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:40.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:40.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:40.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:40.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:40.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:40.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:40.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:40.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:40.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:40.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:40.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:40.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:40.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:40.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:40.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:40.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:40.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:40.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:41:40.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-15T16:41:40.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:40.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:40.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:40.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:40.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:40.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:40.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:40.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:40.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:40.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:40.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:40.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:40.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:40.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:40.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:40.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:40.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:40.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:40.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:40.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:40.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:40.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:40.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:40.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:40.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:40.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:40.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:40.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:40.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:40.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:40.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:40.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:40.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:40.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:40.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:40.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:40.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:40.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:40.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:40.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:40.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:40.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:40.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:40.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:40.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:41.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:41.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:41.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:41.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:41.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:41.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:41.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:41.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:41:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:41.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:41.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:41.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:41.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:41.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:41.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:41.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:41.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:41:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:41.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:41.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:41.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:41.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:41.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:41.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:41.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:41.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:41.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:41.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:41.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:41.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:41.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:41.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:41.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:41.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:41.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:41.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:41.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:41.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:41.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:41.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:41.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:41.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:41.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:41.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:41.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:41.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:41.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:41:41.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:41.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:41.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:41.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:41.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:41.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:41.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:41.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:41.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:41.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:41.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:41.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:41.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:41.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:41.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:41.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:41.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:41.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:41.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:41.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:41.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:41.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:41.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:41.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:42.348 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:42.348 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:42.348 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:42.348 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.348 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:42.348 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.348 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:42.348 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:42.349 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:42.349 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:42.349 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.349 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:42.349 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.349 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:42.349 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:42.349 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:42.349 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:42.349 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.349 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:42.349 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.349 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:42.349 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:42.350 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:42.350 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:42.350 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.350 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:42.350 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.350 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:42.350 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:42.350 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:42.350 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:42.350 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.350 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:42.350 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.350 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:42.350 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:42.351 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:42.351 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:42.351 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.351 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:42.351 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.351 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:42.351 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:42.351 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:42.351 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.351 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:42.351 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.351 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:42.351 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:42.351 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:42.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:42.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:42.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:42.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:42.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:42.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:42.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:42.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:42.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:42.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:42.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:42.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:42.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:42.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:42.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:42.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:42.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:42.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:42.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:42.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:42.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:42.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:42.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:42.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:42.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:42.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:42.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:42.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:42.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:42.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:42.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:42.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:42.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:42.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:42.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:42.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:42.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:42.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:42.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:42.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:42.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:42.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:42.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:42.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:42.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:42.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:42.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:42.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:42.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:42.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:42.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:42.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:42.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:42.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:42.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:42.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:42.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:42.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:42.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:42.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:42.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:42.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:43.487 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:43.487 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:43.488 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.488 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:43.488 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.488 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:43.488 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:43.488 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:43.489 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:43.489 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.489 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:43.489 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.489 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:43.489 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:43.489 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:43.489 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:43.489 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.490 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:43.490 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.490 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:43.490 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:43.490 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:43.491 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:43.491 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.491 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:43.491 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.491 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:43.491 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:43.491 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:43.491 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:43.491 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.491 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:43.492 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.492 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:43.492 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:43.492 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:43.492 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:43.492 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.492 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:43.492 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.492 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:43.492 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:43.492 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:43.492 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:43.492 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.492 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:43.493 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.493 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:43.493 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:43.493 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:43.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:43.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:43.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:43.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:43.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:43.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:43.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:43.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:43.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:43.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:43.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:43.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:43.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:43.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:43.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:43.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:43.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:43.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:43.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:43.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:43.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:43.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:43.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:43.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:43.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:43.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:43.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:43.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:43.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:43.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:43.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:43.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:43.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:43.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:43.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:43.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:43.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:43.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:43.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:43.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:43.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:43.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:43.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:43.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:43.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:43.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:43.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:43.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:43.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:43.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:43.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:43.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:43.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:43.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:43.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:43.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:43.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:43.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:43.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:43.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:43.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:43.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:43.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:43.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:43.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:43.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:43.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:43.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:43.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:43.546 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:43.546 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:43.546 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:43.546 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:44.215 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:44.215 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.215 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:44.215 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.215 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:44.215 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:44.215 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:44.215 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:44.215 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:44.215 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.215 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:44.215 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.215 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:44.216 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:44.216 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:44.216 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:44.216 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.216 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:44.216 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.216 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:44.216 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:44.216 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:44.216 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:44.216 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.216 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:44.217 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.217 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:44.217 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:44.217 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:44.217 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:44.217 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.217 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:44.217 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.217 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:44.218 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:44.218 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:44.218 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:44.218 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.218 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:44.218 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.218 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:44.218 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:44.218 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:44.218 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:44.218 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.218 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:44.218 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.218 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:44.219 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:44.219 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:44.219 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:44.219 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.219 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:44.219 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.219 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:44.219 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:44.219 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:44.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:44.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:44.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:44.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:44.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:44.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:44.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:44.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:44.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:44.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:44.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:44.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:44.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:44.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:44.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:44.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:44.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:44.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:44.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:44.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:44.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:44.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:44.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:44.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:44.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:44.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:44.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:44.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:44.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:44.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:44.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:44.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:44.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:44.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:44.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:44.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:44.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:44.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:44.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:44.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:44.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:44.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:44.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:44.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:44.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:44.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:44.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:44.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:44.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:44.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:44.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:44.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:44.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:44.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:44.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:44.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:44.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:44.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:44.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:44.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:44.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:44.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:44.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:44.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:44.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:44.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:44.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:44.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:44.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:44.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:44.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:44.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:44.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:44.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:44.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:44.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:44.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:44.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:44.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:44.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:44.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:44.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:44.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:45.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:45.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:45.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:45.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:45.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:45.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:45.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:45.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:45.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:45.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:45.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:45.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:41:45.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:45.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:45.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:45.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:45.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:45.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:45.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:45.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:45.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:45.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:45.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:45.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:45.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:45.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:45.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:45.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:45.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:45.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:45.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:45.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:45.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:45.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:45.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:45.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:45.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:45.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:45.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:45.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:45.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:45.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:45.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:45.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:45.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:45.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:45.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:45.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:45.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:45.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:45.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:45.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:41:45.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:45.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:45.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:45.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:45.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:45.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:45.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:45.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:45.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:45.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:45.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:45.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:45.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:45.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:45.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:45.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:45.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:45.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:45.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:45.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:45.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:41:45.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:45.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:45.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:45.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:45.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:45.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:45.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:45.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:45.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:45.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:45.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.547 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:45.547 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.547 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:45.547 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:45.547 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:45.547 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:45.548 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.548 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:45.548 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.548 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:45.548 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:45.548 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:45.549 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:45.549 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.549 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:45.549 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.549 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:45.549 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:45.550 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:45.550 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.550 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:45.550 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.550 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:45.550 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:45.551 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:45.551 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:45.551 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.551 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:45.551 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.552 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:45.552 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:45.552 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:45.552 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:45.552 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.552 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:45.552 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.552 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:45.553 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:45.553 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:45.553 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:45.553 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.553 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:45.553 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.553 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:45.553 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:45.553 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:45.554 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.554 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:45.554 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:45.554 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:45.554 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:45.554 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:46.437 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:41:46 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:41:46] "GET /metrics HTTP/1.1" 200 37985 "" "Prometheus/2.43.0" 2024-05-15T16:41:46.438 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:46.438 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:46.438 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:46.438 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.438 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:46.438 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:46.438 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:46.438 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:46.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:46.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:46.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:46.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:46.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:46.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:46.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:46.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:46.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:46.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:46.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:46.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:46.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:46.440 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:46.440 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:46.440 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:46.440 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:46.440 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:46.440 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.440 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.440 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.440 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:46.440 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:46.440 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:46.441 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.441 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:46.441 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:46.441 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:46.441 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:46.441 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:46.441 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:46.441 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:46.441 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.441 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:46.441 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:46.441 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:46.441 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:46.441 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:46.441 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:46.442 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.442 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:46.442 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:46.442 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:46.442 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:46.442 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:46.442 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:46.442 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:46.442 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:46.442 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:46.442 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.442 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.442 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.442 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.443 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.443 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.443 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.443 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.443 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.443 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.443 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.443 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.443 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.443 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.443 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.443 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.443 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.462 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:46.462 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:46.462 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:46.462 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.462 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:46.462 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:46.462 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:46.462 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:46.462 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:46.462 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:46.463 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:46.463 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.463 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:46.463 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:46.463 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:46.463 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:46.463 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:46.463 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:46.463 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.463 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:46.463 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:41:46.463 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:41:46.463 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:46.463 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:41:46.463 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:46.463 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:46.464 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:46.464 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:41:46.464 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.464 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.464 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.464 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.464 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.464 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.464 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.464 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.464 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:46.464 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:47.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:47 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:47.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:47 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:47.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:47 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:47.524 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:47.524 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:47.524 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:47.524 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:47.524 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:47.525 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:48.472 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:48 smithi081 ceph-mon[25343]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:48.472 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:48 smithi081 ceph-mon[25343]: Upgrade: Updating alertmanager.a 2024-05-15T16:41:48.472 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:48 smithi081 ceph-mon[25343]: Deploying daemon alertmanager.a on smithi066 2024-05-15T16:41:48.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:48 smithi066 ceph-mon[24465]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:48.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:48 smithi066 ceph-mon[24465]: Upgrade: Updating alertmanager.a 2024-05-15T16:41:48.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:48 smithi066 ceph-mon[24465]: Deploying daemon alertmanager.a on smithi066 2024-05-15T16:41:48.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:48 smithi066 ceph-mon[29300]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:48.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:48 smithi066 ceph-mon[29300]: Upgrade: Updating alertmanager.a 2024-05-15T16:41:48.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:48 smithi066 ceph-mon[29300]: Deploying daemon alertmanager.a on smithi066 2024-05-15T16:41:50.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:50 smithi081 ceph-mon[25343]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:50.781 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:50 smithi066 ceph-mon[29300]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:50.782 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:50 smithi066 ceph-mon[24465]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:52.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:51 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:41:52.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:52.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:52.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:52.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:51 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:41:52.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:52.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:52.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:52.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:51 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:41:52.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:52.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:52.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:41:53.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:52 smithi066 ceph-mon[29300]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:53.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:52 smithi066 ceph-mon[24465]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:53.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:52 smithi081 ceph-mon[25343]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:54.406 INFO:teuthology.orchestra.run.smithi066.stdout:true 2024-05-15T16:41:55.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:54 smithi066 ceph-mon[29300]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:55.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:54 smithi066 ceph-mon[24465]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:55.093 INFO:teuthology.orchestra.run.smithi066.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-15T16:41:55.094 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi066 smithi066 running 4s ago 29m - - 2024-05-15T16:41:55.094 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi081 smithi081 running 8s ago 28m - - 2024-05-15T16:41:55.094 INFO:teuthology.orchestra.run.smithi066.stdout:alertmanager.a smithi066 *:9093,9094 running (15m) 4s ago 23m 22.9M - 0.23.0 ba2b418f427c 985d2c728dcd 2024-05-15T16:41:55.094 INFO:teuthology.orchestra.run.smithi066.stdout:grafana.a smithi081 *:3000 running (15m) 8s ago 23m 50.5M - 8.3.5 dad864ee21e9 3f07258ad1f7 2024-05-15T16:41:55.094 INFO:teuthology.orchestra.run.smithi066.stdout:iscsi.foo.smithi066.lbegld smithi066 running (2m) 4s ago 22m 48.5M - 3.5 e1d6a67b021e fefc481c4afb 2024-05-15T16:41:55.094 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.x smithi081 *:8443,9283,8765 running (111s) 8s ago 28m 454M - 19.0.0-2576-gde5210d5 48bc18eb22d8 2d8c03d87ef9 2024-05-15T16:41:55.094 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.y smithi066 *:8443,9283,8765 running (12m) 4s ago 29m 523M - 19.0.0-2576-gde5210d5 48bc18eb22d8 ad331d4e41f6 2024-05-15T16:41:55.094 INFO:teuthology.orchestra.run.smithi066.stdout:mon.a smithi066 running (30m) 4s ago 30m 90.4M 2048M 17.2.0 e1d6a67b021e 282c81f9a786 2024-05-15T16:41:55.094 INFO:teuthology.orchestra.run.smithi066.stdout:mon.b smithi081 running (28m) 8s ago 28m 73.5M 2048M 17.2.0 e1d6a67b021e 82fb987622c5 2024-05-15T16:41:55.094 INFO:teuthology.orchestra.run.smithi066.stdout:mon.c smithi066 running (28m) 4s ago 28m 65.5M 2048M 17.2.0 e1d6a67b021e f72f6b43cfb8 2024-05-15T16:41:55.094 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.a smithi066 *:9100 running (88s) 4s ago 24m 8476k - 1.5.0 0da6a335fe13 2853dcd18756 2024-05-15T16:41:55.094 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.b smithi081 *:9100 running (65s) 8s ago 24m 15.1M - 1.5.0 0da6a335fe13 ef9c21c2cbca 2024-05-15T16:41:55.095 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 smithi066 running (28m) 4s ago 28m 54.2M 4096M 17.2.0 e1d6a67b021e 28a5f29dbca4 2024-05-15T16:41:55.095 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 smithi066 running (27m) 4s ago 27m 56.0M 4096M 17.2.0 e1d6a67b021e 0ef23245f9ef 2024-05-15T16:41:55.095 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 smithi066 running (27m) 4s ago 27m 50.4M 4096M 17.2.0 e1d6a67b021e 02c0efc727d7 2024-05-15T16:41:55.095 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 smithi066 running (26m) 4s ago 26m 53.3M 4096M 17.2.0 e1d6a67b021e 40f1cf1a2241 2024-05-15T16:41:55.095 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 smithi081 running (26m) 8s ago 26m 58.4M 4096M 17.2.0 e1d6a67b021e 4765ca89ed8f 2024-05-15T16:41:55.095 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 smithi081 running (26m) 8s ago 26m 52.5M 4096M 17.2.0 e1d6a67b021e 360c01584121 2024-05-15T16:41:55.095 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 smithi081 running (25m) 8s ago 25m 55.2M 4096M 17.2.0 e1d6a67b021e 28621b8e0dfc 2024-05-15T16:41:55.095 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 smithi081 running (25m) 8s ago 25m 54.1M 4096M 17.2.0 e1d6a67b021e d77057b690f5 2024-05-15T16:41:55.095 INFO:teuthology.orchestra.run.smithi066.stdout:prometheus.a smithi081 *:9095 running (16s) 8s ago 24m 47.9M - 2.43.0 a07b618ecd1d 0f6f3b5da02e 2024-05-15T16:41:55.095 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi066.venvvw smithi066 *:8000 running (23m) 4s ago 23m 76.2M - 17.2.0 e1d6a67b021e a58b069a63ed 2024-05-15T16:41:55.095 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi081.bblyzt smithi081 *:8000 running (22m) 8s ago 22m 76.6M - 17.2.0 e1d6a67b021e 31bf3403b024 2024-05-15T16:41:55.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:54 smithi081 ceph-mon[25343]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:55.517 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:41:55.517 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": { 2024-05-15T16:41:55.517 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-05-15T16:41:55.517 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:41:55.517 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": { 2024-05-15T16:41:55.517 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:41:55.518 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:41:55.518 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": { 2024-05-15T16:41:55.518 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-05-15T16:41:55.518 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:41:55.518 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": {}, 2024-05-15T16:41:55.518 INFO:teuthology.orchestra.run.smithi066.stdout: "rgw": { 2024-05-15T16:41:55.518 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-05-15T16:41:55.518 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:41:55.518 INFO:teuthology.orchestra.run.smithi066.stdout: "overall": { 2024-05-15T16:41:55.518 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-05-15T16:41:55.518 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:41:55.518 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:41:55.518 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:41:55.871 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:41:55.871 INFO:teuthology.orchestra.run.smithi066.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a", 2024-05-15T16:41:55.872 INFO:teuthology.orchestra.run.smithi066.stdout: "in_progress": true, 2024-05-15T16:41:55.872 INFO:teuthology.orchestra.run.smithi066.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-05-15T16:41:55.872 INFO:teuthology.orchestra.run.smithi066.stdout: "services_complete": [ 2024-05-15T16:41:55.872 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr" 2024-05-15T16:41:55.872 INFO:teuthology.orchestra.run.smithi066.stdout: ], 2024-05-15T16:41:55.872 INFO:teuthology.orchestra.run.smithi066.stdout: "progress": "2/2 daemons upgraded", 2024-05-15T16:41:55.872 INFO:teuthology.orchestra.run.smithi066.stdout: "message": "Currently upgrading alertmanager daemons", 2024-05-15T16:41:55.872 INFO:teuthology.orchestra.run.smithi066.stdout: "is_paused": false 2024-05-15T16:41:55.872 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:41:56.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:55 smithi081 ceph-mon[25343]: from='client.25552 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:41:56.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:55 smithi081 ceph-mon[25343]: from='client.25558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:41:56.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:55 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3703341030' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:56.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:55 smithi066 ceph-mon[29300]: from='client.25552 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:41:56.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:55 smithi066 ceph-mon[29300]: from='client.25558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:41:56.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:55 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3703341030' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:56.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:55 smithi066 ceph-mon[24465]: from='client.25552 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:41:56.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:55 smithi066 ceph-mon[24465]: from='client.25558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:41:56.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:55 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3703341030' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:41:56.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:41:56 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:41:56] "GET /metrics HTTP/1.1" 200 37985 "" "Prometheus/2.43.0" 2024-05-15T16:41:57.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:56 smithi081 ceph-mon[25343]: from='client.15669 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:41:57.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:56 smithi081 ceph-mon[25343]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:57.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:56 smithi081 ceph-mon[25343]: from='client.15681 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:41:57.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:56 smithi066 ceph-mon[24465]: from='client.15669 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:41:57.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:56 smithi066 ceph-mon[24465]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:57.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:56 smithi066 ceph-mon[24465]: from='client.15681 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:41:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:56 smithi066 ceph-mon[29300]: from='client.15669 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:41:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:56 smithi066 ceph-mon[29300]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:41:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:56 smithi066 ceph-mon[29300]: from='client.15681 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:41:59.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:58 smithi081 ceph-mon[25343]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:59.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:58 smithi066 ceph-mon[29300]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:41:59.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:58 smithi066 ceph-mon[24465]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:00.114 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:41:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:42:00.114 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:41:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:42:00.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:41:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:42:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:00 smithi081 ceph-mon[25343]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:01.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:00 smithi066 ceph-mon[29300]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:00 smithi066 ceph-mon[24465]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:02.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:01 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:42:02.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:01 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:42:02.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:01 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:42:03.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:02 smithi081 ceph-mon[25343]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:03.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:02 smithi066 ceph-mon[29300]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:03.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:02 smithi066 ceph-mon[24465]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:05.088 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:04 smithi066 ceph-mon[29300]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:05.088 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:04 smithi066 ceph-mon[24465]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:05.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:04 smithi081 ceph-mon[25343]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:06.648 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:42:06 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:42:06] "GET /metrics HTTP/1.1" 200 37987 "" "Prometheus/2.43.0" 2024-05-15T16:42:06.945 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:06 smithi066 ceph-mon[29300]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:06.946 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:06 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:06.946 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:06 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:06.946 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:06 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:06.946 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:06 smithi066 ceph-mon[24465]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:06.946 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:06 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:06.946 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:06 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:06.946 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:06 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:07.107 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:06 smithi081 ceph-mon[25343]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:07.107 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:06 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:07.107 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:06 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:07.107 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:06 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:08.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:08 smithi066 systemd[1]: Stopping Ceph alertmanager.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:42:09.081 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:08 smithi081 ceph-mon[25343]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:09.152 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:08 smithi066 ceph-mon[29300]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:09.153 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:08 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[64458]: level=info ts=2024-05-15T16:42:08.867Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2024-05-15T16:42:09.153 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:08 smithi066 podman[106077]: 2024-05-15 16:42:08.908281386 +0000 UTC m=+0.141468975 container died 985d2c728dcd64a521c5239c884f24cc3b342907e908ce16e29c12ce3b248572 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:42:09.153 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:08 smithi066 ceph-mon[24465]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:09.469 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:09 smithi066 podman[106077]: 2024-05-15 16:42:09.251241455 +0000 UTC m=+0.484429046 container cleanup 985d2c728dcd64a521c5239c884f24cc3b342907e908ce16e29c12ce3b248572 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:42:09.469 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:09 smithi066 bash[106077]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a 2024-05-15T16:42:09.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:09 smithi066 podman[106089]: 2024-05-15 16:42:09.468908377 +0000 UTC m=+0.554703147 container remove 985d2c728dcd64a521c5239c884f24cc3b342907e908ce16e29c12ce3b248572 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:42:09.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:09 smithi066 podman[106089]: 2024-05-15 16:42:09.553032082 +0000 UTC m=+0.638826869 volume remove 4a0b0a7dde6030fbe02d7b6690e0ded76b1d998799720e8ffb703c55225f3669 2024-05-15T16:42:10.266 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:09 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-05-15T16:42:10.267 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:09 smithi066 systemd[1]: Stopped Ceph alertmanager.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:42:10.267 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:09 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@alertmanager.a.service: Consumed 1.562s CPU time. 2024-05-15T16:42:10.267 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:10 smithi066 systemd[1]: Starting Ceph alertmanager.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:42:10.535 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:10 smithi066 podman[106215]: 2024-05-15 16:42:10.169118217 +0000 UTC m=+0.017977333 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-05-15T16:42:10.535 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:10 smithi066 podman[106215]: 2024-05-15 16:42:10.287252633 +0000 UTC m=+0.136111731 volume create a5f1b4f5ba35fae337f3ec56eb904f4aea493953524815f7d13e73cc806f9a35 2024-05-15T16:42:10.536 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:10 smithi066 podman[106215]: 2024-05-15 16:42:10.387832461 +0000 UTC m=+0.236691550 container create 1953c1a444e36194baa27b2b8323bdf1eeeee98909ab588d18861634baa8b5a4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:42:10.967 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:10 smithi066 ceph-mon[29300]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:10.968 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:10 smithi066 ceph-mon[24465]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:10.968 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:10 smithi066 podman[106215]: 2024-05-15 16:42:10.732533183 +0000 UTC m=+0.581392281 container init 1953c1a444e36194baa27b2b8323bdf1eeeee98909ab588d18861634baa8b5a4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:42:10.968 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:10 smithi066 podman[106215]: 2024-05-15 16:42:10.735796488 +0000 UTC m=+0.584655587 container start 1953c1a444e36194baa27b2b8323bdf1eeeee98909ab588d18861634baa8b5a4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:42:10.968 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:10 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[106229]: ts=2024-05-15T16:42:10.749Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-05-15T16:42:10.968 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:10 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[106229]: ts=2024-05-15T16:42:10.749Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-05-15T16:42:10.968 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:10 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[106229]: ts=2024-05-15T16:42:10.751Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.66 port=9094 2024-05-15T16:42:10.968 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:10 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[106229]: ts=2024-05-15T16:42:10.753Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-05-15T16:42:10.969 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:10 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[106229]: ts=2024-05-15T16:42:10.777Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-05-15T16:42:10.969 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:10 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[106229]: ts=2024-05-15T16:42:10.778Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-05-15T16:42:10.969 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:10 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[106229]: ts=2024-05-15T16:42:10.781Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-05-15T16:42:10.969 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:10 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[106229]: ts=2024-05-15T16:42:10.781Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-05-15T16:42:10.969 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:10 smithi066 bash[106215]: 1953c1a444e36194baa27b2b8323bdf1eeeee98909ab588d18861634baa8b5a4 2024-05-15T16:42:10.969 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:10 smithi066 systemd[1]: Started Ceph alertmanager.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:42:11.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:10 smithi081 ceph-mon[25343]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:11.942 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:42:11.942 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:11.942 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:11.943 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:11.943 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:11.943 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:11.943 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:11.943 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:11.943 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:11.943 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:11.943 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:11.943 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:42:11.943 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:11.943 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:11.943 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:11.944 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:11.944 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:11.944 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:11.944 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:11.944 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:11.944 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:11.944 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:11.944 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:11.944 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:42:11.944 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:11.945 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:11.945 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:11.945 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:11.945 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:11.945 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:11.945 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:11.945 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:11.945 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:11.945 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:11.945 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:42:11.945 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:11.945 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:11.945 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:11.945 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:11.946 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:11.946 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:11.946 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:11.946 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:11.946 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:11.946 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:11.946 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:11 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:12.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:11 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:42:12.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:11 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:12.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:11 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:12.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:12.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:12.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:12.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:11 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:12.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:11 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:12.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:11 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:12.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:11 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:12.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:11 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:12.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:42:12.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:12.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:12.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:12.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:12.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:12.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:12.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:12.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:12.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:12.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:12.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:11 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:13.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:12 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:42:13.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:12 smithi066 ceph-mon[24465]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:13.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:12 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:42:13.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:12 smithi066 ceph-mon[29300]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:13.037 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:12 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[106229]: ts=2024-05-15T16:42:12.753Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000254603s 2024-05-15T16:42:13.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:12 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:42:13.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:12 smithi081 ceph-mon[25343]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:15.009 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:14 smithi066 ceph-mon[29300]: Upgrade: Updating alertmanager.a 2024-05-15T16:42:15.009 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:14 smithi066 ceph-mon[29300]: Deploying daemon alertmanager.a on smithi066 2024-05-15T16:42:15.009 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:14 smithi066 ceph-mon[29300]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:15.009 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:42:15.010 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:14 smithi066 ceph-mon[24465]: Upgrade: Updating alertmanager.a 2024-05-15T16:42:15.010 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:14 smithi066 ceph-mon[24465]: Deploying daemon alertmanager.a on smithi066 2024-05-15T16:42:15.010 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:14 smithi066 ceph-mon[24465]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:15.010 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:42:15.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:14 smithi081 ceph-mon[25343]: Upgrade: Updating alertmanager.a 2024-05-15T16:42:15.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:14 smithi081 ceph-mon[25343]: Deploying daemon alertmanager.a on smithi066 2024-05-15T16:42:15.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:14 smithi081 ceph-mon[25343]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:15.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:42:16.466 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:42:16 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:42:16] "GET /metrics HTTP/1.1" 200 37986 "" "Prometheus/2.43.0" 2024-05-15T16:42:16.720 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:16 smithi066 systemd[1]: Stopping Ceph alertmanager.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:42:17.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:16 smithi066 ceph-mon[24465]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:17.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:16 smithi066 ceph-mon[29300]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:17.036 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:16 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[106229]: ts=2024-05-15T16:42:16.720Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-05-15T16:42:17.036 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:16 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[106229]: ts=2024-05-15T16:42:16.720Z caller=cluster.go:690 level=info component=cluster msg="gossip not settled but continuing anyway" polls=2 elapsed=5.967249152s 2024-05-15T16:42:17.036 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:16 smithi066 podman[106726]: 2024-05-15 16:42:16.7411974 +0000 UTC m=+0.125217709 container died 1953c1a444e36194baa27b2b8323bdf1eeeee98909ab588d18861634baa8b5a4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:42:17.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:16 smithi081 ceph-mon[25343]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:17.690 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:17 smithi066 podman[106726]: 2024-05-15 16:42:17.479075614 +0000 UTC m=+0.863095878 container cleanup 1953c1a444e36194baa27b2b8323bdf1eeeee98909ab588d18861634baa8b5a4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:42:17.690 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:17 smithi066 bash[106726]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a 2024-05-15T16:42:18.035 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:17 smithi066 podman[106740]: 2024-05-15 16:42:17.688732457 +0000 UTC m=+0.941200517 container remove 1953c1a444e36194baa27b2b8323bdf1eeeee98909ab588d18861634baa8b5a4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:42:18.035 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:17 smithi066 podman[106740]: 2024-05-15 16:42:17.764645107 +0000 UTC m=+1.017113175 volume remove a5f1b4f5ba35fae337f3ec56eb904f4aea493953524815f7d13e73cc806f9a35 2024-05-15T16:42:18.497 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:18 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-05-15T16:42:18.497 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:18 smithi066 systemd[1]: Stopped Ceph alertmanager.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:42:18.497 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:18 smithi066 systemd[1]: Starting Ceph alertmanager.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:42:18.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:18 smithi066 podman[106865]: 2024-05-15 16:42:18.399656634 +0000 UTC m=+0.018191044 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-05-15T16:42:18.786 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:18 smithi066 podman[106865]: 2024-05-15 16:42:18.532880019 +0000 UTC m=+0.151414471 volume create 0ca0d442584e1d35f004364ec133291f68e1517d7fcbe295b5686df05d7c0af4 2024-05-15T16:42:18.786 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:18 smithi066 podman[106865]: 2024-05-15 16:42:18.641661506 +0000 UTC m=+0.260195962 container create 2c74c6db6c5be58eb471a6241a51bd2a5d2872e8311d5b5c1ffb590fb5aac397 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:42:19.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:18 smithi081 ceph-mon[25343]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:19.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:18 smithi066 ceph-mon[29300]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:19.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:18 smithi066 ceph-mon[24465]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:19.286 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:18 smithi066 podman[106865]: 2024-05-15 16:42:18.944183756 +0000 UTC m=+0.562718169 container init 2c74c6db6c5be58eb471a6241a51bd2a5d2872e8311d5b5c1ffb590fb5aac397 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:42:19.286 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:18 smithi066 podman[106865]: 2024-05-15 16:42:18.947356839 +0000 UTC m=+0.565891250 container start 2c74c6db6c5be58eb471a6241a51bd2a5d2872e8311d5b5c1ffb590fb5aac397 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:42:19.286 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:18 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[106880]: ts=2024-05-15T16:42:18.959Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-05-15T16:42:19.286 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:18 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[106880]: ts=2024-05-15T16:42:18.959Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-05-15T16:42:19.286 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:18 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[106880]: ts=2024-05-15T16:42:18.961Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.66 port=9094 2024-05-15T16:42:19.286 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:18 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[106880]: ts=2024-05-15T16:42:18.963Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-05-15T16:42:19.286 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:18 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[106880]: ts=2024-05-15T16:42:18.987Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-05-15T16:42:19.287 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:18 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[106880]: ts=2024-05-15T16:42:18.987Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-05-15T16:42:19.287 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:18 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[106880]: ts=2024-05-15T16:42:18.990Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-05-15T16:42:19.287 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:18 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[106880]: ts=2024-05-15T16:42:18.990Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-05-15T16:42:19.287 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:19 smithi066 bash[106865]: 2c74c6db6c5be58eb471a6241a51bd2a5d2872e8311d5b5c1ffb590fb5aac397 2024-05-15T16:42:19.287 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:19 smithi066 systemd[1]: Started Ceph alertmanager.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:42:20.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:20.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:20.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:20.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:20.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:20.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:20.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:20.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:42:20.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:42:20.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:20.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:20.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:20.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:20.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:20.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:20.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:20.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:20.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:20.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:20.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:20.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:20.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:20.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:20.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:20.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:20.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:20.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:20.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:20.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:20.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:20.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:20.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:20.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:20.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:20.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:20.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:20.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:20.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:20 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:20.483 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:20.484 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:20.484 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.484 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:20.484 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:20.484 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:20.484 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:20.484 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:20.484 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:42:20.484 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:42:20.484 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.484 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:20.485 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.485 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:20.485 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:20.485 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:20.485 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:20.485 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.485 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:20.485 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.485 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:20.485 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:20.485 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:20.485 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:20.485 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.485 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:20.486 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.486 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:20.486 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:20.486 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:20.486 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:20.486 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:20.486 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.486 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:20.486 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:20.486 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:20.487 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:20.487 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:20.487 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:42:20.487 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:42:20.487 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.487 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:20.487 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.487 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:20.487 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:20.487 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:20.487 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:20.487 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.487 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:20.487 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.487 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:20.488 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:20.488 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:20.488 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:20.488 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.488 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:20.488 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.488 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:20.488 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:20.488 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:20.488 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:20.488 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.488 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:20.489 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.489 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:20.489 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:20.489 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:20.489 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:20.489 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.489 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:20.489 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.489 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:20.489 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:20.489 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:20.489 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:20.489 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.489 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:20.489 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.489 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:20.490 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:20.490 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:20.490 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:20.490 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.490 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:20.490 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.490 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:20.490 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:20.490 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:20.490 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:20.490 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.490 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:20.490 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.491 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:20.491 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:20.491 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:20.491 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:20.491 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.491 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:20.491 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:20.491 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:20.491 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:20.491 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:20 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:21.285 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:20 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[106880]: ts=2024-05-15T16:42:20.964Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000848617s 2024-05-15T16:42:21.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:21.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:21.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:21.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:21.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:21.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:21.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:21.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:21.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:21.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:21.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:21.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:21.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:21.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:21.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:21.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:21.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:42:21.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:21.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:21.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:21.288 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:21.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:21.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:21.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:21.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:21.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:21.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:21.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:21.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:21.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:21.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:21.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:21.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:21.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:21.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:21.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:21.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:21.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:42:21.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:21.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:21.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:21.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:21.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:21.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:21.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:21.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:21.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:21.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:21.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:21.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:21.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:21.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:21.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:21.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:21.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:21.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:21.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:21.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:21.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:21.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:21.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:21.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:21.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:21.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:21.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:21.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:21.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:21.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:21.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:21.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:21.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:21.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:21.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:21.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:21.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:21.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:21.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:21.295 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.295 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:21.295 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:21.295 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:21 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:21.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:21.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:21.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:21.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:21.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:21.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:21.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:21.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:21.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:21.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:21.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:21.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:21.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:21.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:21.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:21.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:21.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:42:21.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:21.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:21.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:21.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:21.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:21.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:21.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:21.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:21.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:21.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:21.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:21.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:21.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:21.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:21.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:21.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:21.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:21.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:21.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:21.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:21.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:21.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:21.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:21.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:21 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:22.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:22.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:22.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:22.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:22.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:22.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:22.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:22.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:22.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:22.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:22.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:22.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:22.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:22.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:22.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:22.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:22.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:22.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:22.289 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:22.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:22.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:22.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:22.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:22.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:22.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:22.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:22.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:22.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:22.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:22.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:22.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:22.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:22.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:22.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:22.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:22.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:22.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:22.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:22.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:22.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:22.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:22.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:22.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:22.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:22.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:22.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:22.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:22.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:22.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:22.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:22.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:22.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:22.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:22.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:22.294 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:22.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:22.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:22.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:22.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:22.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:22.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:22.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:22.295 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:22 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:22.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:22.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:22.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:22.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:22.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:22.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:22.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:22.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:22.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:22 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:23.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:23.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:23.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:23.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:23.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:23.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:23.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:23.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:23.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:23.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:23.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:23.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:23.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:23.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:23.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:23.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:23.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:23.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:23.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:23.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:23.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:23.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:23.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:23.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:23.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:23.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:23.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:23.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:23.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:23.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:23.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:23.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:23.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:23.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:23.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:23.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:23.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:23.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:23.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:23.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:23.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:23.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:23.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:23.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:23.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:23.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:23.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:23.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:23.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:23.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:23.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:23.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:23.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:23.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:23.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:23.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:23.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:23.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:23.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:23.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:23.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:23 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:23.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:23.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:23.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:23.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:23.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:23.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:23.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:23.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:23.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:23.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:23.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:23.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:23.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:23.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:23.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:23.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:23.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:23.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:23.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:23.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:23.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:23.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:23.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:23.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:23.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:23.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:23.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:23.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:23.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:23.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:23.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:23.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:23.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:23.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:23.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:23.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:23 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:24.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:24.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:24.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:24.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:24.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:24.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:24.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:24.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:24.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:24.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:24.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:24.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:24.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:24.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:24.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:24.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:24.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:24.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:24.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:24.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:24.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:24.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:24.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:24.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:24.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:24.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:24.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:24.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:24.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:24.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:24.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:24.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:24.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:24.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:24.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:24.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:24.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:24.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:24.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:24.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:24.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:24.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:24.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:24.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:24.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:24.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:24.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:24.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:24.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:24.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:24 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:24.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:24.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:24.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:24.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:24.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:24.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:24.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:24.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:24.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:24.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:24.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:24.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:24.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:24.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:24.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:24.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:24.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:24.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:24.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:24.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:24.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:24.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:24.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:24.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:24.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:24.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:24.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:24.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:24.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:24.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:24.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:24.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:24.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:24.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:24 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:25.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:25.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:25.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:25.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:25.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:25.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:25.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:25.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:25.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:25.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:25.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:25.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:25.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:25.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:25.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:25.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:25.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:25.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:25.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:25.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:25.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:25.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:25.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:25.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:25.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:25.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:25.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:25.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:25.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:25.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:25.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:25.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:25 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:25.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:25.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:25.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:25.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:25.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:25.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:25.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:25.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:25.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:25.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:25.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:25.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:25.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:25.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:25.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:25.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:25.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:25.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:25.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:25.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:25.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:25.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:25.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:25.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:25.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:25.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:25.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:25.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:25.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:25.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:25.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:25.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:25.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:25.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:25.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:25.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:25 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:26.268 INFO:teuthology.orchestra.run.smithi066.stdout:true 2024-05-15T16:42:26.520 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:26.520 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:26.520 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:26.520 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.520 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:26.520 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.520 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:26.520 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:26.520 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:26.521 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:26.521 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.521 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:26.521 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.521 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:26.521 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:26.521 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:26.521 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:26.521 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.521 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:26.521 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.521 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:26.521 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:26.521 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:26.521 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:26.521 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.522 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:26.522 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.522 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:26.522 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:26.522 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:26.522 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:26.522 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.522 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:26.522 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.522 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:26.522 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:26.522 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:26.522 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:26.522 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.523 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:26.523 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.523 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:26.523 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:26.523 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:26.523 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.523 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:26.523 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.523 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:26.523 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:26.523 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:26 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:26.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:42:26 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:42:26] "GET /metrics HTTP/1.1" 200 37986 "" "Prometheus/2.43.0" 2024-05-15T16:42:26.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:26.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:26.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:26.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:26.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:26.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:26.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:26.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:26.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:26.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:26.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:26.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:26.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:26.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:26.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:26.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:26.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:26.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:26.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:26.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:26.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:26.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:26.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:26.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:26.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:26.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:26.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:26.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:26.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:26.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:26.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:26.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:26.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:26.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:26.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:26.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:26.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:26.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:26.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:26.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:26.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:26.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:26.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:26.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:26.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:26.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:26.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:26.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:26.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:26.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:26.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:26.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:26.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:26.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:26.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:26.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:26.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:26.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:26.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:26.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:26.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:26.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:26.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:26.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:26.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:26.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:26.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:26.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:26.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:26.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:26.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:26.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:26.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:26 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.085 INFO:teuthology.orchestra.run.smithi066.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-15T16:42:27.086 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi066 smithi066 running 16s ago 29m - - 2024-05-15T16:42:27.086 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi081 smithi081 running 0s ago 29m - - 2024-05-15T16:42:27.086 INFO:teuthology.orchestra.run.smithi066.stdout:alertmanager.a smithi066 *:9093,9094 starting - - - - 2024-05-15T16:42:27.086 INFO:teuthology.orchestra.run.smithi066.stdout:grafana.a smithi081 *:3000 running (15m) 0s ago 23m 50.6M - 8.3.5 dad864ee21e9 3f07258ad1f7 2024-05-15T16:42:27.086 INFO:teuthology.orchestra.run.smithi066.stdout:iscsi.foo.smithi066.lbegld smithi066 running (2m) 16s ago 23m 50.6M - 3.5 e1d6a67b021e fefc481c4afb 2024-05-15T16:42:27.086 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.x smithi081 *:8443,9283,8765 running (2m) 0s ago 28m 454M - 19.0.0-2576-gde5210d5 48bc18eb22d8 2d8c03d87ef9 2024-05-15T16:42:27.086 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.y smithi066 *:8443,9283,8765 running (13m) 16s ago 30m 524M - 19.0.0-2576-gde5210d5 48bc18eb22d8 ad331d4e41f6 2024-05-15T16:42:27.086 INFO:teuthology.orchestra.run.smithi066.stdout:mon.a smithi066 running (30m) 16s ago 30m 91.2M 2048M 17.2.0 e1d6a67b021e 282c81f9a786 2024-05-15T16:42:27.086 INFO:teuthology.orchestra.run.smithi066.stdout:mon.b smithi081 running (29m) 0s ago 29m 73.4M 2048M 17.2.0 e1d6a67b021e 82fb987622c5 2024-05-15T16:42:27.086 INFO:teuthology.orchestra.run.smithi066.stdout:mon.c smithi066 running (29m) 16s ago 29m 65.9M 2048M 17.2.0 e1d6a67b021e f72f6b43cfb8 2024-05-15T16:42:27.086 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.a smithi066 *:9100 running (2m) 16s ago 24m 8388k - 1.5.0 0da6a335fe13 2853dcd18756 2024-05-15T16:42:27.086 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.b smithi081 *:9100 running (97s) 0s ago 24m 15.2M - 1.5.0 0da6a335fe13 ef9c21c2cbca 2024-05-15T16:42:27.087 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 smithi066 running (28m) 16s ago 28m 54.2M 4096M 17.2.0 e1d6a67b021e 28a5f29dbca4 2024-05-15T16:42:27.087 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 smithi066 running (28m) 16s ago 28m 56.1M 4096M 17.2.0 e1d6a67b021e 0ef23245f9ef 2024-05-15T16:42:27.087 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 smithi066 running (27m) 16s ago 27m 50.4M 4096M 17.2.0 e1d6a67b021e 02c0efc727d7 2024-05-15T16:42:27.087 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 smithi066 running (27m) 16s ago 27m 53.3M 4096M 17.2.0 e1d6a67b021e 40f1cf1a2241 2024-05-15T16:42:27.087 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 smithi081 running (27m) 0s ago 27m 58.4M 4096M 17.2.0 e1d6a67b021e 4765ca89ed8f 2024-05-15T16:42:27.087 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 smithi081 running (26m) 0s ago 26m 52.5M 4096M 17.2.0 e1d6a67b021e 360c01584121 2024-05-15T16:42:27.087 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 smithi081 running (26m) 0s ago 26m 55.2M 4096M 17.2.0 e1d6a67b021e 28621b8e0dfc 2024-05-15T16:42:27.087 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 smithi081 running (25m) 0s ago 25m 54.1M 4096M 17.2.0 e1d6a67b021e d77057b690f5 2024-05-15T16:42:27.087 INFO:teuthology.orchestra.run.smithi066.stdout:prometheus.a smithi081 *:9095 running (48s) 0s ago 25m 61.5M - 2.43.0 a07b618ecd1d 0f6f3b5da02e 2024-05-15T16:42:27.087 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi066.venvvw smithi066 *:8000 running (23m) 16s ago 23m 76.2M - 17.2.0 e1d6a67b021e a58b069a63ed 2024-05-15T16:42:27.087 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi081.bblyzt smithi081 *:8000 running (23m) 0s ago 23m 76.8M - 17.2.0 e1d6a67b021e 31bf3403b024 2024-05-15T16:42:27.387 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:27.387 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:27.387 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='client.15687 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:42:27.387 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.387 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:27.388 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.388 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:27.388 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:27.388 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.388 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:27.388 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.388 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:27.388 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.388 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:27.388 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:27.388 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.388 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:27.388 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.388 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.388 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.389 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.389 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:27.389 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.389 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:27.389 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:27.389 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.389 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:27.389 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='client.25588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:42:27.389 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.389 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:27.389 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.389 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:27.389 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:27.389 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.389 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:27.390 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.390 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:27.390 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.390 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:27.390 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:27.390 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.390 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.390 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:27.390 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.390 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:27.390 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:27.390 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.390 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.390 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:27.390 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.391 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:27.391 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:27.391 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.391 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:27.391 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:27.391 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='client.15687 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:42:27.391 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.391 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:27.391 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.392 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:27.392 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:27.392 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.392 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:27.392 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.392 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:27.392 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.392 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:27.392 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:27.392 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.392 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:27.392 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.392 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.392 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.392 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.393 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:27.393 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.393 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:27.393 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:27.393 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.393 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:27.393 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='client.25588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:42:27.393 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.393 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:27.393 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.393 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:27.393 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:27.393 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.393 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:27.393 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.394 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:27.394 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.394 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:27.394 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:27.394 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.394 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.394 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:27.394 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.394 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:27.394 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:27.394 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.394 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.394 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:27.394 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.394 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:27.395 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:27.395 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:27 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.532 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:42:27.533 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": { 2024-05-15T16:42:27.533 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-05-15T16:42:27.533 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:42:27.533 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": { 2024-05-15T16:42:27.533 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:42:27.533 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:42:27.533 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": { 2024-05-15T16:42:27.533 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-05-15T16:42:27.533 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:42:27.533 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": {}, 2024-05-15T16:42:27.533 INFO:teuthology.orchestra.run.smithi066.stdout: "rgw": { 2024-05-15T16:42:27.533 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-05-15T16:42:27.533 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:42:27.534 INFO:teuthology.orchestra.run.smithi066.stdout: "overall": { 2024-05-15T16:42:27.534 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-05-15T16:42:27.534 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:42:27.534 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:42:27.534 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:42:27.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:27.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:27.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='client.15687 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:42:27.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:27.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:27.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:27.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:27.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:27.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:27.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:27.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:27.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:27.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:27.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:27.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:27.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='client.25588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:42:27.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:27.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:27.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:27.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:27.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:27.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:27.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:27.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:27.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:27.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:27.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:27.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:27.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:27.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:27.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:27 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:27.920 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:42:27.920 INFO:teuthology.orchestra.run.smithi066.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a", 2024-05-15T16:42:27.920 INFO:teuthology.orchestra.run.smithi066.stdout: "in_progress": true, 2024-05-15T16:42:27.920 INFO:teuthology.orchestra.run.smithi066.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-05-15T16:42:27.920 INFO:teuthology.orchestra.run.smithi066.stdout: "services_complete": [ 2024-05-15T16:42:27.920 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr" 2024-05-15T16:42:27.920 INFO:teuthology.orchestra.run.smithi066.stdout: ], 2024-05-15T16:42:27.920 INFO:teuthology.orchestra.run.smithi066.stdout: "progress": "2/2 daemons upgraded", 2024-05-15T16:42:27.920 INFO:teuthology.orchestra.run.smithi066.stdout: "message": "Currently upgrading alertmanager daemons", 2024-05-15T16:42:27.920 INFO:teuthology.orchestra.run.smithi066.stdout: "is_paused": false 2024-05-15T16:42:27.920 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:42:28.221 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:28.221 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:28.221 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='client.15699 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:42:28.222 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:28.222 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:28.222 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.222 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:28.222 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.222 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:28.222 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:28.222 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:28.222 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:28.222 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.222 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:28.222 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.222 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:28.222 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:28.222 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:28.223 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:28.223 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3553555179' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:28.223 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.223 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:28.223 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:28.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:28.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:28.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:28.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:28.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:28.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:28.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:28.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:28.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:28.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:28.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:28.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:28.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:28.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='client.15711 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:42:28.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:28.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:28.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:28.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:28.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:28.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:28.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:28.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:28 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:28.463 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:28.463 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:28.463 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='client.15699 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:42:28.463 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:28.463 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:28.463 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.463 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:28.463 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.463 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:28.463 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:28.463 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:28.464 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:28.464 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.464 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:28.464 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.464 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:28.464 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:28.464 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:28.464 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:28.464 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3553555179' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:28.464 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.464 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:28.464 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.464 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:28.464 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:28.464 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:28.465 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:28.465 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.465 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:28.465 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:28.465 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:28.465 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='client.15699 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:42:28.465 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:28.465 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:28.465 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.465 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:28.466 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.466 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:28.466 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:28.466 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:28.466 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:28.466 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.466 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:28.466 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.466 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:28.466 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:28.466 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:28.466 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:28.466 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3553555179' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:28.466 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.466 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:28.467 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.467 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:28.467 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:28.467 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:28.467 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:28.467 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.467 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:28.467 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.467 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:28.467 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:28.467 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:28.467 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:28.467 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.467 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:28.468 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.468 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:28.468 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:28.468 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:28.468 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:28.468 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='client.15711 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:42:28.468 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.468 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:28.468 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.468 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:28.468 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:28.468 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:28.468 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.468 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:28.469 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.469 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:28.469 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:28.469 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:28.469 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.469 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:28.469 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:28.469 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:28.469 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:28.469 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.469 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:28.469 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.469 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:28.470 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:28.470 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:28.470 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:28.470 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='client.15711 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:42:28.470 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.470 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:28.470 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.470 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:28.470 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:28.470 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:28.470 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.470 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:28.470 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:28.470 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:28.471 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:28.471 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:29.220 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:28 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[106880]: ts=2024-05-15T16:42:28.966Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003438131s 2024-05-15T16:42:29.511 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:29.511 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:29.511 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.511 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:29.511 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:29.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:29.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:29.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:29.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:29.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:29.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:29.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:29.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:29.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:29.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.512 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:29.513 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:29.513 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:29.513 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:29.513 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.513 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:29.513 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.513 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:29.513 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:29.513 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:29.513 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:29.514 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:29.514 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:29.514 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.514 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:29.514 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.514 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:29.514 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:29.514 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:29.514 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:29.514 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.515 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:29.515 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.515 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:29.515 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:29.515 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:29.515 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:29.515 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.515 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:29.515 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.515 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:29.515 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:29.515 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:29.515 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:29.515 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.515 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:29.515 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.516 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:29.516 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:29.516 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:29.516 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:29.516 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.516 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:29.516 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.516 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:29.516 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:29.517 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:29.517 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:29.517 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.517 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:29.517 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.517 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:29.517 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:29.517 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:29.517 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.517 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:29.517 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.517 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:29.517 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:29.518 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:29.518 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.518 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.518 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:29.518 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.518 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:29.518 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:29.518 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:29.518 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:29.518 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.518 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:29.518 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.519 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:29.519 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:29.519 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:29.519 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.519 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:29.519 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.519 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:29.519 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:29.519 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:29.519 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.556 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:29.556 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:29.556 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.556 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:29.556 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.557 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:29.557 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:29.557 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:29.557 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:29.557 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.557 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:29.557 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.557 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:29.557 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:29.557 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:29.557 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:29.557 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.557 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:29.558 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.558 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:29.558 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:29.558 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:29.558 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:29.558 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.558 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:29.558 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.558 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:29.558 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:29.558 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:29.558 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:29.558 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.558 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:29.558 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.559 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:29.559 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:29.559 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:29.559 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:29.559 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.559 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:29.559 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.559 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:29.559 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:29.559 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:29.559 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.559 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:29.559 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:29.559 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:29.559 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:29.559 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:29.559 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.477 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:30.477 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:30.477 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:30.477 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.477 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:30.477 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:30.477 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:30.477 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:30.477 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:30.477 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:42:30.477 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.477 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:30.477 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.478 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:30.478 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:30.478 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:30.478 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:30.478 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.478 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:30.478 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.478 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:30.478 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:30.478 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:30.478 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:30.478 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.478 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:30.478 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.479 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:30.479 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:30.479 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:30.479 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:30.479 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.479 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:30.479 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.479 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:30.479 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:30.479 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:30.479 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:30.479 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.479 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:30.479 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.479 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:30.480 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:30.480 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:30.480 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.480 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:30.480 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.480 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:30.480 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:30.480 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:30.480 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:30.480 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:30.481 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:30.481 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.481 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:30.481 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:30.481 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:30.481 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:30.481 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:30.481 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:42:30.481 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.481 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:30.481 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.481 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:30.481 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:30.481 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:30.481 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:30.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:30.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:30.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:30.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:30.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:30.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:30.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:30.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:30.482 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:30.483 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:30.483 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.483 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:30.483 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.483 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:30.483 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:30.483 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:30.483 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:30.483 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.483 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:30.483 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.483 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:30.483 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:30.483 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:30.483 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.484 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:30.484 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.484 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:30.484 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:30.484 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:30 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:30.503 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:30.503 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:30.503 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:30.503 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.503 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:30.503 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:30.504 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:30.504 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:30.504 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:30.504 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:42:30.504 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.504 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:30.504 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.504 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:30.504 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:30.504 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:30.504 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:30.504 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.504 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:30.504 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:30.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:30.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:30.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:30.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:30.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:30.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:30.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:30.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:30.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:30.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.505 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:30.506 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:30.506 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:30.506 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:30.506 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.506 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:30.506 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.506 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:30.506 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:30.506 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:30.506 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.506 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:30.507 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:30.507 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:30.507 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:30.507 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:30 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.240 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:31.241 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:31.241 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.241 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.241 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.241 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:31.241 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:31.242 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.242 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:31.242 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.242 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.242 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.242 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:31.242 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:31.242 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.242 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:31.242 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:42:31.242 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.242 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.242 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.242 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:31.242 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:31.243 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.243 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:31.243 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.243 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.243 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.243 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:31.243 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:31.243 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:31.243 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:31.243 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.244 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.244 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.244 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:31.244 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:31.244 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.244 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:31.244 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.244 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.244 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.244 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:31.244 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:31.244 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.244 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:31.244 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:42:31.244 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.244 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.245 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.245 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:31.245 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:31.245 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.245 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:31.245 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.245 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.245 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.245 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:31.245 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:31.245 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.246 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:31.246 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.246 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.246 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.246 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:31.246 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:31.246 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.246 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:31.246 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.246 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.247 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.247 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:31.247 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:31.247 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.247 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.247 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.247 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.247 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.247 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.247 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.248 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.248 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.248 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.248 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.248 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.248 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.248 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.248 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.248 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.248 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:31.248 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.248 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.249 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.249 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:31.249 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:31.249 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.249 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:31.249 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.249 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.249 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.249 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:31.249 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:31.249 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.249 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.249 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.249 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.250 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.250 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.250 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.250 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.250 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.250 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.250 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.250 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.250 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.250 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.250 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:31 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:31.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:31.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:31.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:31.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:31.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:31.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:31.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:31.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:42:31.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:31.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:31.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:31.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:31.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:31.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:31.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:31.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:31.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:31.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:31.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:31.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:31.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:31.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:31.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:31 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:32.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:32 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:32.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:32 smithi066 ceph-mon[29300]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:32.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:32 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:32.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:32 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:32.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:32 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:32.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:32 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:32.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:32 smithi066 ceph-mon[24465]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:32.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:32 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:32.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:32 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:32.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:32 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:32.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:32 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:32.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:32 smithi081 ceph-mon[25343]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:32.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:32 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:32.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:32 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:32.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:32 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:34.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:34 smithi066 ceph-mon[24465]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:34.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:34 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:34.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:34 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:34.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:34 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:34.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:34 smithi066 ceph-mon[29300]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:34.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:34 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:34.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:34 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:34.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:34 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:34.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:34 smithi081 ceph-mon[25343]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:34.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:34 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:34.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:34 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:34.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:34 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:35.717 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:35 smithi066 ceph-mon[29300]: Upgrade: Updating alertmanager.a 2024-05-15T16:42:35.717 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:35 smithi066 ceph-mon[29300]: Deploying daemon alertmanager.a on smithi066 2024-05-15T16:42:35.717 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:35 smithi066 ceph-mon[24465]: Upgrade: Updating alertmanager.a 2024-05-15T16:42:35.718 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:35 smithi066 ceph-mon[24465]: Deploying daemon alertmanager.a on smithi066 2024-05-15T16:42:35.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:35 smithi081 ceph-mon[25343]: Upgrade: Updating alertmanager.a 2024-05-15T16:42:35.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:35 smithi081 ceph-mon[25343]: Deploying daemon alertmanager.a on smithi066 2024-05-15T16:42:36.606 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:36 smithi066 ceph-mon[29300]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:36.607 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:36 smithi066 ceph-mon[24465]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:36.607 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:42:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:42:36] "GET /metrics HTTP/1.1" 200 37985 "" "Prometheus/2.43.0" 2024-05-15T16:42:36.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:36 smithi081 ceph-mon[25343]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:38.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:38 smithi066 ceph-mon[29300]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:38.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:38 smithi066 ceph-mon[24465]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:38.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:38 smithi081 ceph-mon[25343]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:40.036 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:39 smithi066 systemd[1]: Stopping Ceph alertmanager.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:42:40.497 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:40 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[106880]: ts=2024-05-15T16:42:40.073Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-05-15T16:42:40.497 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:40 smithi066 podman[111311]: 2024-05-15 16:42:40.103804965 +0000 UTC m=+0.163136598 container died 2c74c6db6c5be58eb471a6241a51bd2a5d2872e8311d5b5c1ffb590fb5aac397 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:42:40.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:40 smithi066 ceph-mon[29300]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:40 smithi066 ceph-mon[24465]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:40.786 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:40 smithi066 podman[111311]: 2024-05-15 16:42:40.696472801 +0000 UTC m=+0.755804476 container cleanup 2c74c6db6c5be58eb471a6241a51bd2a5d2872e8311d5b5c1ffb590fb5aac397 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:42:40.786 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:40 smithi066 bash[111311]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a 2024-05-15T16:42:40.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:40 smithi081 ceph-mon[25343]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:41.203 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:40 smithi066 podman[111323]: 2024-05-15 16:42:40.939599547 +0000 UTC m=+0.837315417 container remove 2c74c6db6c5be58eb471a6241a51bd2a5d2872e8311d5b5c1ffb590fb5aac397 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:42:41.203 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:41 smithi066 podman[111323]: 2024-05-15 16:42:41.015178433 +0000 UTC m=+0.912894258 volume remove 0ca0d442584e1d35f004364ec133291f68e1517d7fcbe295b5686df05d7c0af4 2024-05-15T16:42:41.204 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:41 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-05-15T16:42:41.204 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:41 smithi066 systemd[1]: Stopped Ceph alertmanager.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:42:41.535 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:41 smithi066 systemd[1]: Starting Ceph alertmanager.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:42:41.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:41 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:42:41.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:42:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:42:41.624Z caller=notifier.go:532 level=error component=notifier alertmanager=http://172.21.15.66:9093/api/v2/alerts count=1 msg="Error sending alert" err="Post \"http://172.21.15.66:9093/api/v2/alerts\": dial tcp 172.21.15.66:9093: connect: connection refused" 2024-05-15T16:42:41.912 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:41 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:42:41.912 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:41 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:42:41.912 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:41 smithi066 podman[111451]: 2024-05-15 16:42:41.530414786 +0000 UTC m=+0.017916991 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-05-15T16:42:41.912 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:41 smithi066 podman[111451]: 2024-05-15 16:42:41.642240327 +0000 UTC m=+0.129742503 volume create 453fda1ad684d43cc0bad000c9d411c4272d46f3e82b3616e9bc3d7cb464efce 2024-05-15T16:42:41.912 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:41 smithi066 podman[111451]: 2024-05-15 16:42:41.726081148 +0000 UTC m=+0.213583318 container create d40f513860cf85a9ff2fe1c070464bfc33984dcae50d3cb63f555c71313ac42c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:42:42.286 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:42 smithi066 podman[111451]: 2024-05-15 16:42:42.003690805 +0000 UTC m=+0.491192988 container init d40f513860cf85a9ff2fe1c070464bfc33984dcae50d3cb63f555c71313ac42c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:42:42.286 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:42 smithi066 podman[111451]: 2024-05-15 16:42:42.006931744 +0000 UTC m=+0.494433921 container start d40f513860cf85a9ff2fe1c070464bfc33984dcae50d3cb63f555c71313ac42c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:42:42.286 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[111467]: ts=2024-05-15T16:42:42.019Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-05-15T16:42:42.286 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[111467]: ts=2024-05-15T16:42:42.019Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-05-15T16:42:42.286 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[111467]: ts=2024-05-15T16:42:42.021Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.66 port=9094 2024-05-15T16:42:42.286 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[111467]: ts=2024-05-15T16:42:42.022Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-05-15T16:42:42.286 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[111467]: ts=2024-05-15T16:42:42.045Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-05-15T16:42:42.287 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[111467]: ts=2024-05-15T16:42:42.045Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-05-15T16:42:42.287 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[111467]: ts=2024-05-15T16:42:42.048Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-05-15T16:42:42.287 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[111467]: ts=2024-05-15T16:42:42.048Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-05-15T16:42:42.287 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:42 smithi066 bash[111451]: d40f513860cf85a9ff2fe1c070464bfc33984dcae50d3cb63f555c71313ac42c 2024-05-15T16:42:42.287 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:42 smithi066 systemd[1]: Started Ceph alertmanager.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:42:42.617 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[29300]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:42.617 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:42.617 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:42.617 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:42.617 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:42.617 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:42.617 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:42.617 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:42:42.617 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:42.618 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:42.618 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:42.618 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:42.618 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:42.618 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:42.618 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:42.618 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:42.618 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:42.618 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:42.618 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:42.618 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:42.618 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[24465]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:42.619 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:42.619 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:42.619 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:42.619 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:42.619 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:42.619 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:42.619 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:42:42.619 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:42.619 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:42.619 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:42.619 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:42.619 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:42.619 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:42.619 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:42.619 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:42.620 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:42.620 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:42.620 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:42.620 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:42.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:42 smithi081 ceph-mon[25343]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:42.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:42.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:42:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:42.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:42.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:42.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:43.596 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:43.596 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:42:43.596 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:43.596 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:43.596 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.596 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:43.596 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.597 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:43.597 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:43.597 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:43.597 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:43.597 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.597 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:43.597 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.597 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:43.597 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:43.597 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:43.597 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:43.598 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.598 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:43.598 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.598 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:43.598 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:43.598 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:43.598 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.598 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:43.598 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.598 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:43.599 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:43.599 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:43.600 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:42:43.600 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:43.600 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:43.600 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.600 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:43.600 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.600 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:43.600 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:43.601 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:43.601 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:43.601 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.601 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:43.601 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.601 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:43.601 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:43.602 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:43.602 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:43.602 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.602 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:43.602 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.602 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:43.602 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:43.602 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:43.602 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.602 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:43.602 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.602 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:43.602 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:43.603 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:43.603 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.603 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:43.603 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.603 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:43.603 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:43.603 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:43.603 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.603 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:43.603 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.604 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:43.604 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:43.604 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:43.604 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.604 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:43.604 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.604 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:43.604 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:43.604 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:43.605 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:43.605 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.605 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:43.605 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.605 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:43.605 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:43.605 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:43.606 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.606 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:43.606 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.606 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:43.606 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:43.606 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:43.606 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.606 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:43.607 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.607 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:43.607 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:43.608 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:43.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:43.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-15T16:42:43.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:43.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:43.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:43.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:43.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:43.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:43.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:43.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:43.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:43.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:43.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:43.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:43.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:43.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:43.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:43.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:43.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:43.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:43.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:43.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:43.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:43.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:43.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:43.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:43.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:43.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:43.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:43.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:43.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:43.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:43.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:43.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:43.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:44.285 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[111467]: ts=2024-05-15T16:42:44.023Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000762545s 2024-05-15T16:42:44.754 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:44.754 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:44.754 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:44.754 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:44.754 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:44.754 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:44.754 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.754 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:44.754 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.755 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:44.755 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:44.755 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:44.755 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:44.755 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.755 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:44.755 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.755 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:44.755 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:44.755 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:44.755 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:44.755 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.755 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:44.755 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.756 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:44.756 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:44.756 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:44.756 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.756 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:44.756 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.756 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:44.756 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:44.756 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:44.756 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:44.757 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:44.757 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:44.757 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.757 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:44.757 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.757 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:44.757 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:44.757 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:44.757 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:44.757 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.758 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:44.758 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.758 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:44.758 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:44.758 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:44.758 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:44.758 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.758 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:44.758 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.758 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:44.758 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:44.758 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:44.759 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.759 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:44.759 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.759 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:44.759 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:44.759 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:44.759 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.759 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:44.759 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.759 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:44.759 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:44.759 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:44.759 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:42:44.759 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.760 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:44.760 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.760 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:44.760 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:44.760 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:44.760 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:44.760 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:44.760 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:44.760 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.761 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:44.761 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.761 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:44.761 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:44.761 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:44.761 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:42:44.761 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.761 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:44.761 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.761 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:44.761 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:44.761 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:44.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:44.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:44.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:44.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:44.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:44.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:44.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:44.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:44.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:44.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:44.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:44.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:44.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:44.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:44.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:44.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:44.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:44.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:44.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:44.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:44.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:44.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:44.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:44.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:44.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:44.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:44.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:44.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:44.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:42:44.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:44.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:44.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:44.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:44.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:45.652 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:45.652 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:45.652 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:45.652 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:45.652 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.652 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:45.652 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.652 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:45.652 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:45.653 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:45.653 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:45.653 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.653 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:45.653 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.653 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:45.653 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:45.653 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:45.653 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:45.653 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.653 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:45.654 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.654 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:45.654 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:45.654 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:45.654 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:45.654 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.654 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:45.654 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.654 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:45.655 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:45.655 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:45.655 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:45.655 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:45.655 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.655 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:45.655 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.655 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:45.655 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:45.655 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:45.655 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:45.655 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.656 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:45.656 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.656 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:45.656 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:45.656 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:45.656 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:45.656 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.656 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:45.656 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.656 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:45.656 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:45.656 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:45.656 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:45.656 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.656 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:45.657 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.657 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:45.657 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:45.657 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:45.657 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.657 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:45.657 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.657 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:45.657 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:45.657 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:45.658 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.658 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:45.658 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.658 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:45.658 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:45.658 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:45.658 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.658 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:45.658 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.658 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:45.658 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:45.658 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:45.658 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:45.659 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:45.659 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.659 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:45.659 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.659 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:45.659 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:45.659 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:45.659 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.659 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:45.659 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.659 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:45.659 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:45.659 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:45.659 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.660 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:45.660 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.660 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:45.660 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:45.660 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:45.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:45.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:45.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:45.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:45.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:45.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:45.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:45.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:45.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:45.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:45.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:45.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:45.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:45.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:45.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:45.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:45.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:45.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:45.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:45.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:45.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:45.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:45.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:45.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:45.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:45.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:45.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:46.608 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:42:46 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:42:46] "GET /metrics HTTP/1.1" 200 37985 "" "Prometheus/2.43.0" 2024-05-15T16:42:46.610 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:46.610 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:46.610 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:46.610 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:46.610 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:46.610 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.610 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:46.611 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.611 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:46.611 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:46.611 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:46.611 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:46.611 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.611 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:46.611 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.611 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:46.611 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:46.611 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:46.611 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:46.611 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.611 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:46.612 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.612 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:46.612 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:46.612 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:46.612 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.612 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:46.612 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.612 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:46.612 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:46.612 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:46.613 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:46.613 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:46.613 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:46.613 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.613 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:46.613 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.613 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:46.613 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:46.613 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:46.613 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:46.613 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.613 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:46.613 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.613 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:46.613 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:46.614 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:46.614 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:46.614 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.614 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:46.614 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.614 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:46.614 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:46.614 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:46.614 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.614 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:46.614 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.614 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:46.614 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:46.615 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:46.615 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.615 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:46.615 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.615 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:46.615 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:46.615 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:46.615 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.615 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:46.615 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.615 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:46.616 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:46.616 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:46.616 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.616 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:46.616 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.616 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:46.616 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:46.616 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:46.616 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.616 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:46.616 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:46.617 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.617 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:46.617 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.617 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:46.617 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:46.617 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:46.617 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.617 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:46.617 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.617 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:46.617 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:46.617 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:46.617 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.617 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:46.617 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.618 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:46.618 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:46.618 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:46.618 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:46.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:46.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:46.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:46.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:46.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:46.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:46.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:46.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:46.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:46.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:46.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:46.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:46.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:46.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:46.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:46.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:46.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:46.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:46.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:46.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:46.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:46.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:46.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:46.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:46.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:46.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:46.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:46.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:46.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:46.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:46.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:46.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:46.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:46.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:46.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:46.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:47.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:47.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:47.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:47.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:47.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:47.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:47.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:47.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:47.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:47.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:47.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:47.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:47.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:47.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:47.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:47.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:47.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:47.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:47.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:47 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:48.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:48.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:48 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:48.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:48.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:48.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:48.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:48.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:48.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:48.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:48 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:49.945 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:49.946 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:49.946 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:49.946 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:49.946 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:49.946 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.946 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:49.946 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.946 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:49.947 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:49.947 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:49.947 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:49.947 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.947 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:49.947 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.947 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:49.947 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:49.947 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:49.947 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:49.947 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.948 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:49.948 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.948 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:49.948 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:49.948 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:49.948 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.948 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:49.948 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.948 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:49.948 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:49.948 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:49.948 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:49.949 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:49.949 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:49.949 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.949 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:49.949 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.949 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:49.949 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:49.949 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:49.949 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:49.949 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.949 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:49.949 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.949 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:49.949 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:49.949 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:49.949 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:49.950 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.950 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:49.950 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.950 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:49.950 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:49.950 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:49.950 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.950 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:49.950 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.950 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:49.950 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:49.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:49.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:49.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:49.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:49.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:49.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:49.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:49.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:49.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:49.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:49.952 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:49.952 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:49.952 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.952 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:49.952 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.952 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:49.952 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:49.952 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:49.952 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.952 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:49.952 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.953 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:49.953 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:49.953 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:49.953 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:49.953 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:50.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:50.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:50.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:50.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:50.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:50.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:50.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:50.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:50.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:50.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:50.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:50.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:50.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:50.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:50.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:50.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:50.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:50.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:50.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:50.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:50.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:50.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:50.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:50.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:50.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:50.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:50.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:50.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:50.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:50.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:50.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:50.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:50.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:50.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:50.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:50.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:50.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:50.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:50.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:50.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:50.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:50.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:50.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:50.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:50.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:50.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:50.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:50.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:50.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:50.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:50.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:50.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:50.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:50.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:50.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:50.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:50.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:50.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:50.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:50.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:50.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:50.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:50.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:50.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:50.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:50.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:50.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:50.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:50.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:50.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:50.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:50.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:50.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:50.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:50.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:50.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:50.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:50.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:50.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:50.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:50.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:50.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:50.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:50.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:50.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:50.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:50.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:50.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:50.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:50.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:50.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:50.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:50.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:50.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:50.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:50.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:50.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:50.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:50.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:50.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:50.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:50.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:50.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:50.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:50.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:50.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:50.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:50.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:50.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:50.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:50.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:50.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:50.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:50.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:50.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:50.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:50.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:50.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:51.794 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:51.794 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:51.794 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:51.794 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:51.794 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:51.794 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:42:51.794 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.794 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:51.794 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.794 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:51.794 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:51.794 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:51.795 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:51.795 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.795 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:51.795 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.795 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:51.795 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:51.795 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:51.795 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:51.795 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.795 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:51.795 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.795 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:51.795 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:51.795 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:51.796 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:51.796 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.796 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:51.796 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.796 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:51.796 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:51.796 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:51.796 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.796 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:51.796 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.796 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:51.796 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:51.796 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:51.796 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.796 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:51.797 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.797 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:51.797 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:51.797 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:51.797 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.797 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:51.797 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.797 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:51.797 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:51.797 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:51.897 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:51.897 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:51.897 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:51.897 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:51.898 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:51.898 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:42:51.898 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.898 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:51.898 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.898 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:51.898 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:51.898 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:51.898 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:51.898 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.898 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:51.899 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.899 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:51.899 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:51.899 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:51.899 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:51.899 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.899 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:51.899 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.899 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:51.899 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:51.899 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:51.900 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:51.900 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.900 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:51.900 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.900 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:51.900 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:51.900 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:51.901 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:51.901 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:51.901 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:42:51.901 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.901 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:51.901 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.901 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:51.901 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:51.901 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:51.901 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:51.901 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.901 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:51.902 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.902 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:51.902 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:51.902 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:51.902 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:51.902 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.902 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:51.902 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.902 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:51.902 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:51.902 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:51.902 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:51.903 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.903 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:51.903 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.903 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:51.903 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:51.903 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:51.903 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.903 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:51.903 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.903 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:51.903 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:51.904 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:51.904 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.904 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:51.904 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.904 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:51.904 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:51.904 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:51.904 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.904 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:51.904 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.904 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:51.904 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:51.904 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:51.905 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:51.905 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:51.905 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:51.905 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.905 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:51.905 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.905 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:51.905 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:51.905 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:51.905 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.905 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:51.905 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.905 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:51.905 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:51.905 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:51.906 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.906 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:51.906 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:51.906 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:51.906 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:51.906 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:52.232 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[111467]: ts=2024-05-15T16:42:52.025Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003018234s 2024-05-15T16:42:52.846 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:52.846 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:52.847 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:52.847 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:52.847 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:52.847 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.847 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.847 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.847 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:52.847 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:52.847 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:52.847 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:52.847 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.847 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.847 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.848 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:52.848 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:52.848 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:52.848 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:52.848 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.848 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.848 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.848 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:52.848 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:52.848 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:52.848 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.849 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.849 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.849 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:52.849 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:52.849 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:52.849 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:52.849 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:52.849 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:52.850 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.850 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.850 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.850 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.850 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.850 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.850 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.850 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.851 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.851 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.851 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.851 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.876 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:52.876 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:52.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:52.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:52.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:52.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:52.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:52.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:52.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:52.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:52.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:52.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:52.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:52.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:52.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:52.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:52.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:52.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:52.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:52.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:52.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:52.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:52.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:52.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:52.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:52.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:52.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:52.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:52.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:52.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:52.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:52.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:52.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:52.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:42:52.881 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:52.881 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:52.881 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:52.881 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:52.881 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:52.881 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.881 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.881 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.882 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.882 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.882 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.882 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.882 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.882 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.882 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.882 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.882 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:42:52.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:52.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:52.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:52.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:52.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:42:52.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:52.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:42:53.738 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:53.738 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:53.738 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:53.738 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:53.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:53 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:53.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:53 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:42:55.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:54 smithi066 ceph-mon[24465]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:55.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:55.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:55.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:55.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:54 smithi066 ceph-mon[24465]: Upgrade: Updating grafana.a 2024-05-15T16:42:55.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:54 smithi066 ceph-mon[24465]: Deploying daemon grafana.a on smithi081 2024-05-15T16:42:55.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:54 smithi066 ceph-mon[29300]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:55.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:55.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:55.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:55.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:54 smithi066 ceph-mon[29300]: Upgrade: Updating grafana.a 2024-05-15T16:42:55.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:54 smithi066 ceph-mon[29300]: Deploying daemon grafana.a on smithi081 2024-05-15T16:42:55.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:54 smithi081 ceph-mon[25343]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:55.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:55.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:55.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:42:55.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:54 smithi081 ceph-mon[25343]: Upgrade: Updating grafana.a 2024-05-15T16:42:55.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:54 smithi081 ceph-mon[25343]: Deploying daemon grafana.a on smithi081 2024-05-15T16:42:56.730 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:42:56 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:42:56] "GET /metrics HTTP/1.1" 200 37985 "" "Prometheus/2.43.0" 2024-05-15T16:42:57.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:56 smithi066 ceph-mon[24465]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:57.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:56 smithi066 ceph-mon[29300]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:57.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:56 smithi081 ceph-mon[25343]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:42:58.307 INFO:teuthology.orchestra.run.smithi066.stdout:true 2024-05-15T16:42:58.986 INFO:teuthology.orchestra.run.smithi066.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-15T16:42:58.987 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi066 smithi066 running 5s ago 30m - - 2024-05-15T16:42:58.987 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi081 smithi081 running 12s ago 29m - - 2024-05-15T16:42:58.987 INFO:teuthology.orchestra.run.smithi066.stdout:alertmanager.a smithi066 *:9093,9094 running (17s) 5s ago 24m 15.2M - 0.25.0 c8568f914cd2 d40f513860cf 2024-05-15T16:42:58.987 INFO:teuthology.orchestra.run.smithi066.stdout:grafana.a smithi081 *:3000 running (16m) 12s ago 24m 50.1M - 8.3.5 dad864ee21e9 3f07258ad1f7 2024-05-15T16:42:58.987 INFO:teuthology.orchestra.run.smithi066.stdout:iscsi.foo.smithi066.lbegld smithi066 running (3m) 5s ago 23m 51.0M - 3.5 e1d6a67b021e fefc481c4afb 2024-05-15T16:42:58.987 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.x smithi081 *:8443,9283,8765 running (2m) 12s ago 29m 454M - 19.0.0-2576-gde5210d5 48bc18eb22d8 2d8c03d87ef9 2024-05-15T16:42:58.987 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.y smithi066 *:8443,9283,8765 running (13m) 5s ago 31m 527M - 19.0.0-2576-gde5210d5 48bc18eb22d8 ad331d4e41f6 2024-05-15T16:42:58.987 INFO:teuthology.orchestra.run.smithi066.stdout:mon.a smithi066 running (31m) 5s ago 31m 93.4M 2048M 17.2.0 e1d6a67b021e 282c81f9a786 2024-05-15T16:42:58.987 INFO:teuthology.orchestra.run.smithi066.stdout:mon.b smithi081 running (29m) 12s ago 29m 75.2M 2048M 17.2.0 e1d6a67b021e 82fb987622c5 2024-05-15T16:42:58.987 INFO:teuthology.orchestra.run.smithi066.stdout:mon.c smithi066 running (29m) 5s ago 29m 69.7M 2048M 17.2.0 e1d6a67b021e f72f6b43cfb8 2024-05-15T16:42:58.987 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.a smithi066 *:9100 running (2m) 5s ago 25m 8254k - 1.5.0 0da6a335fe13 2853dcd18756 2024-05-15T16:42:58.987 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.b smithi081 *:9100 running (2m) 12s ago 25m 15.2M - 1.5.0 0da6a335fe13 ef9c21c2cbca 2024-05-15T16:42:58.987 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 smithi066 running (29m) 5s ago 29m 54.2M 4096M 17.2.0 e1d6a67b021e 28a5f29dbca4 2024-05-15T16:42:58.988 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 smithi066 running (28m) 5s ago 28m 56.1M 4096M 17.2.0 e1d6a67b021e 0ef23245f9ef 2024-05-15T16:42:58.988 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 smithi066 running (28m) 5s ago 28m 50.4M 4096M 17.2.0 e1d6a67b021e 02c0efc727d7 2024-05-15T16:42:58.988 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 smithi066 running (27m) 5s ago 27m 53.2M 4096M 17.2.0 e1d6a67b021e 40f1cf1a2241 2024-05-15T16:42:58.988 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 smithi081 running (27m) 12s ago 27m 58.4M 4096M 17.2.0 e1d6a67b021e 4765ca89ed8f 2024-05-15T16:42:58.988 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 smithi081 running (27m) 12s ago 27m 52.5M 4096M 17.2.0 e1d6a67b021e 360c01584121 2024-05-15T16:42:58.988 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 smithi081 running (26m) 12s ago 26m 55.2M 4096M 17.2.0 e1d6a67b021e 28621b8e0dfc 2024-05-15T16:42:58.988 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 smithi081 running (26m) 12s ago 26m 54.1M 4096M 17.2.0 e1d6a67b021e d77057b690f5 2024-05-15T16:42:58.988 INFO:teuthology.orchestra.run.smithi066.stdout:prometheus.a smithi081 *:9095 running (80s) 12s ago 25m 63.7M - 2.43.0 a07b618ecd1d 0f6f3b5da02e 2024-05-15T16:42:58.988 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi066.venvvw smithi066 *:8000 running (24m) 5s ago 24m 76.4M - 17.2.0 e1d6a67b021e a58b069a63ed 2024-05-15T16:42:58.988 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi081.bblyzt smithi081 *:8000 running (23m) 12s ago 23m 76.8M - 17.2.0 e1d6a67b021e 31bf3403b024 2024-05-15T16:42:58.988 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:58 smithi066 ceph-mon[24465]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:58.989 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:58 smithi066 ceph-mon[29300]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:59.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:58 smithi081 ceph-mon[25343]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:42:59.399 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:42:59.400 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": { 2024-05-15T16:42:59.400 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-05-15T16:42:59.400 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:42:59.400 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": { 2024-05-15T16:42:59.400 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:42:59.400 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:42:59.400 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": { 2024-05-15T16:42:59.400 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-05-15T16:42:59.400 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:42:59.400 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": {}, 2024-05-15T16:42:59.400 INFO:teuthology.orchestra.run.smithi066.stdout: "rgw": { 2024-05-15T16:42:59.400 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-05-15T16:42:59.400 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:42:59.400 INFO:teuthology.orchestra.run.smithi066.stdout: "overall": { 2024-05-15T16:42:59.401 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-05-15T16:42:59.401 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:42:59.401 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:42:59.401 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:42:59.749 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:42:59.749 INFO:teuthology.orchestra.run.smithi066.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a", 2024-05-15T16:42:59.749 INFO:teuthology.orchestra.run.smithi066.stdout: "in_progress": true, 2024-05-15T16:42:59.749 INFO:teuthology.orchestra.run.smithi066.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-05-15T16:42:59.749 INFO:teuthology.orchestra.run.smithi066.stdout: "services_complete": [ 2024-05-15T16:42:59.750 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr" 2024-05-15T16:42:59.750 INFO:teuthology.orchestra.run.smithi066.stdout: ], 2024-05-15T16:42:59.750 INFO:teuthology.orchestra.run.smithi066.stdout: "progress": "2/2 daemons upgraded", 2024-05-15T16:42:59.750 INFO:teuthology.orchestra.run.smithi066.stdout: "message": "Currently upgrading grafana daemons", 2024-05-15T16:42:59.750 INFO:teuthology.orchestra.run.smithi066.stdout: "is_paused": false 2024-05-15T16:42:59.750 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:43:00.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:59 smithi066 ceph-mon[29300]: from='client.15717 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:43:00.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:59 smithi066 ceph-mon[29300]: from='client.25618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:43:00.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:43:00.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:42:59 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/2090013088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:00.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:59 smithi066 ceph-mon[24465]: from='client.15717 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:43:00.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:59 smithi066 ceph-mon[24465]: from='client.25618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:43:00.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:43:00.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:42:59 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2090013088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:00.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:59 smithi081 ceph-mon[25343]: from='client.15717 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:43:00.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:59 smithi081 ceph-mon[25343]: from='client.25618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:43:00.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:43:00.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:42:59 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/2090013088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:01.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:00 smithi066 ceph-mon[29300]: from='client.25624 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:43:01.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:00 smithi066 ceph-mon[29300]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:01.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:00 smithi066 ceph-mon[29300]: from='client.15741 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:43:01.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:00 smithi066 ceph-mon[24465]: from='client.25624 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:43:01.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:00 smithi066 ceph-mon[24465]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:01.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:00 smithi066 ceph-mon[24465]: from='client.15741 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:43:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:00 smithi081 ceph-mon[25343]: from='client.25624 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:43:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:00 smithi081 ceph-mon[25343]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:00 smithi081 ceph-mon[25343]: from='client.15741 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:43:02.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:01 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:43:02.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:01 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:43:02.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:01 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:43:03.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:02 smithi066 ceph-mon[29300]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:43:03.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:02 smithi066 ceph-mon[24465]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:43:03.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:02 smithi081 ceph-mon[25343]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:43:05.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:04 smithi066 ceph-mon[24465]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:05.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:04 smithi066 ceph-mon[29300]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:05.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:04 smithi081 ceph-mon[25343]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:06.756 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:43:06 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:43:06] "GET /metrics HTTP/1.1" 200 37982 "" "Prometheus/2.43.0" 2024-05-15T16:43:07.019 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:06 smithi066 ceph-mon[29300]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:07.019 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:06 smithi066 ceph-mon[24465]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:07.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:06 smithi081 ceph-mon[25343]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:08.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:07 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:08.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:07 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:08.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:07 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:08.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:07 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:08.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:07 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:08.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:07 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:08.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:07 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:08.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:07 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:08.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:07 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:09.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:08 smithi081 ceph-mon[25343]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:43:09.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:08 smithi066 ceph-mon[29300]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:43:09.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:08 smithi066 ceph-mon[24465]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:43:11.087 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:10 smithi081 ceph-mon[25343]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:11.208 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:10 smithi066 ceph-mon[24465]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:11.208 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:10 smithi066 ceph-mon[29300]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:12.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:11 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:43:12.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:11 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:43:12.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:11 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:43:12.942 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:12 smithi066 ceph-mon[29300]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:43:12.943 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:12 smithi066 ceph-mon[24465]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:43:13.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:12 smithi081 ceph-mon[25343]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:43:15.243 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:14 smithi066 ceph-mon[24465]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:15.243 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:14 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:15.244 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:14 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:15.244 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:14 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:15.244 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:43:15.244 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:14 smithi066 ceph-mon[29300]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:15.244 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:14 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:15.244 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:14 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:15.244 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:14 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:15.244 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:43:15.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:14 smithi081 ceph-mon[25343]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:15.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:14 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:15.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:14 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:15.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:14 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:15.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:43:16.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:43:16 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:43:16] "GET /metrics HTTP/1.1" 200 37984 "" "Prometheus/2.43.0" 2024-05-15T16:43:17.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:16 smithi066 ceph-mon[29300]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:17.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:16 smithi066 ceph-mon[24465]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:17.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:16 smithi081 ceph-mon[25343]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:19.198 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:18 smithi081 ceph-mon[25343]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:43:19.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:18 smithi066 ceph-mon[29300]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:43:19.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:18 smithi066 ceph-mon[24465]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:43:21.078 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:20 smithi081 ceph-mon[25343]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:21.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:20 smithi066 ceph-mon[29300]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:21.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:20 smithi066 ceph-mon[24465]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:21.351 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:21 smithi081 systemd[1]: Stopping Ceph grafana.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:43:21.615 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:21 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[54561]: t=2024-05-15T16:43:21+0000 lvl=info msg="Shutdown started" logger=server reason="System signal: terminated" 2024-05-15T16:43:21.615 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:21 smithi081 podman[100242]: 2024-05-15 16:43:21.382518031 +0000 UTC m=+0.115807732 container died 3f07258ad1f773c908ceb9d1e6d04e18f4e01ef9abf05fdfdc588c373c49a2ea (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a, name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, build-date=2022-03-28T10:36:18.413762, description=Ceph Grafana Container, version=8.5, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, release=236.1648460182, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., io.openshift.expose-services=, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, vcs-type=git, architecture=x86_64, com.redhat.component=ubi8-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.24.2, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner ) 2024-05-15T16:43:22.032 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:21 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:43:22.032 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:21 smithi081 podman[100242]: 2024-05-15 16:43:21.754756904 +0000 UTC m=+0.488046603 container cleanup 3f07258ad1f773c908ceb9d1e6d04e18f4e01ef9abf05fdfdc588c373c49a2ea (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, vendor=Red Hat, Inc., maintainer=Paul Cuzner , name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, release=236.1648460182, com.redhat.component=ubi8-container, version=8.5, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, build-date=2022-03-28T10:36:18.413762, io.buildah.version=1.24.2, io.openshift.tags=base rhel8, vcs-type=git, architecture=x86_64, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-05-15T16:43:22.032 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:21 smithi081 bash[100242]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a 2024-05-15T16:43:22.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:21 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:43:22.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:21 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:43:22.318 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:22 smithi081 podman[100253]: 2024-05-15 16:43:22.031305285 +0000 UTC m=+0.648966343 container remove 3f07258ad1f773c908ceb9d1e6d04e18f4e01ef9abf05fdfdc588c373c49a2ea (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, release=236.1648460182, maintainer=Paul Cuzner , architecture=x86_64, io.openshift.tags=base rhel8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, io.buildah.version=1.24.2, vendor=Red Hat, Inc., com.redhat.component=ubi8-container, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, version=8.5, build-date=2022-03-28T10:36:18.413762, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182) 2024-05-15T16:43:22.318 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:22 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@grafana.a.service: Deactivated successfully. 2024-05-15T16:43:22.318 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:22 smithi081 systemd[1]: Stopped Ceph grafana.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:43:22.318 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:22 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@grafana.a.service: Consumed 6.003s CPU time. 2024-05-15T16:43:22.615 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:22 smithi081 systemd[1]: Starting Ceph grafana.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:43:22.911 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:22 smithi081 podman[100392]: 2024-05-15 16:43:22.53678859 +0000 UTC m=+0.017465814 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-05-15T16:43:22.911 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:22 smithi081 podman[100392]: 2024-05-15 16:43:22.651304877 +0000 UTC m=+0.131982156 container create c06c37a68a79674eb3c46070df250c9fd2c51852470e53ab367c1a29f56c3855 (image=quay.io/ceph/grafana:9.4.12, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-05-15T16:43:22.911 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:22 smithi081 podman[100392]: 2024-05-15 16:43:22.877311683 +0000 UTC m=+0.357988919 container init c06c37a68a79674eb3c46070df250c9fd2c51852470e53ab367c1a29f56c3855 (image=quay.io/ceph/grafana:9.4.12, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-05-15T16:43:22.911 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:22 smithi081 podman[100392]: 2024-05-15 16:43:22.880166285 +0000 UTC m=+0.360843510 container start c06c37a68a79674eb3c46070df250c9fd2c51852470e53ab367c1a29f56c3855 (image=quay.io/ceph/grafana:9.4.12, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-05-15T16:43:23.161 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:22 smithi081 ceph-mon[25343]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:43:23.162 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:22 smithi081 bash[100392]: c06c37a68a79674eb3c46070df250c9fd2c51852470e53ab367c1a29f56c3855 2024-05-15T16:43:23.162 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:22 smithi081 systemd[1]: Started Ceph grafana.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:43:23.162 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=settings t=2024-05-15T16:43:23.038527484Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-05-15T16:43:23.162 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=settings t=2024-05-15T16:43:23.038706163Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-05-15T16:43:23.162 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=settings t=2024-05-15T16:43:23.038718691Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-05-15T16:43:23.162 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=settings t=2024-05-15T16:43:23.038722355Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-05-15T16:43:23.162 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=settings t=2024-05-15T16:43:23.03872511Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-05-15T16:43:23.162 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=settings t=2024-05-15T16:43:23.038728014Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-05-15T16:43:23.162 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=settings t=2024-05-15T16:43:23.038731221Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-05-15T16:43:23.163 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=settings t=2024-05-15T16:43:23.038733992Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-05-15T16:43:23.163 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=settings t=2024-05-15T16:43:23.038736557Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-05-15T16:43:23.163 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=settings t=2024-05-15T16:43:23.038739442Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-05-15T16:43:23.163 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=settings t=2024-05-15T16:43:23.038742394Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-05-15T16:43:23.163 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=settings t=2024-05-15T16:43:23.038744844Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-05-15T16:43:23.163 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=settings t=2024-05-15T16:43:23.038747373Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-05-15T16:43:23.163 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=settings t=2024-05-15T16:43:23.038749985Z level=info msg="Path Home" path=/usr/share/grafana 2024-05-15T16:43:23.163 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=settings t=2024-05-15T16:43:23.038752591Z level=info msg="Path Data" path=/var/lib/grafana 2024-05-15T16:43:23.163 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=settings t=2024-05-15T16:43:23.038755475Z level=info msg="Path Logs" path=/var/log/grafana 2024-05-15T16:43:23.163 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=settings t=2024-05-15T16:43:23.038758003Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-05-15T16:43:23.164 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=settings t=2024-05-15T16:43:23.038760494Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-05-15T16:43:23.164 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=settings t=2024-05-15T16:43:23.038763035Z level=info msg="App mode production" 2024-05-15T16:43:23.164 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=sqlstore t=2024-05-15T16:43:23.038810365Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-05-15T16:43:23.164 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=sqlstore t=2024-05-15T16:43:23.038821669Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-05-15T16:43:23.164 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.050483167Z level=info msg="Starting DB migrations" 2024-05-15T16:43:23.164 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.053729273Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-05-15T16:43:23.164 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.065281036Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-05-15T16:43:23.165 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.066653553Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-05-15T16:43:23.165 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.069259874Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-05-15T16:43:23.165 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.071948003Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-05-15T16:43:23.165 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.074700081Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-05-15T16:43:23.165 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.077409353Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-05-15T16:43:23.165 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.08003439Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-05-15T16:43:23.165 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.080557444Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-05-15T16:43:23.165 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.081108105Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-05-15T16:43:23.165 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.081880688Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-05-15T16:43:23.165 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.083110946Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-05-15T16:43:23.165 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.083875191Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-05-15T16:43:23.165 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.084999387Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-05-15T16:43:23.165 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.086159252Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-05-15T16:43:23.165 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.087245584Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-05-15T16:43:23.165 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.088085256Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-05-15T16:43:23.166 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.089164361Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-05-15T16:43:23.166 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.090253526Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-05-15T16:43:23.166 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.091119992Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-05-15T16:43:23.166 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.092272504Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-05-15T16:43:23.166 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.093486728Z level=info msg="Executing migration" id="create provenance_type table" 2024-05-15T16:43:23.166 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.094320349Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-05-15T16:43:23.166 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.095107686Z level=info msg="Executing migration" id="create alert_image table" 2024-05-15T16:43:23.166 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.095917264Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-05-15T16:43:23.166 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.096745473Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-05-15T16:43:23.166 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.097624178Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-05-15T16:43:23.166 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.098460891Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-05-15T16:43:23.166 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.099310277Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-05-15T16:43:23.166 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.099416873Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-05-15T16:43:23.166 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.100155483Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-05-15T16:43:23.167 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.101008163Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-05-15T16:43:23.167 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.101862022Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-05-15T16:43:23.167 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.102654355Z level=info msg="Executing migration" id="create secrets table" 2024-05-15T16:43:23.167 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.10314798Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-05-15T16:43:23.167 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.112771569Z level=info msg="Executing migration" id="add name column into data_keys" 2024-05-15T16:43:23.167 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.114453936Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-05-15T16:43:23.167 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.11535019Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-05-15T16:43:23.167 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.12272587Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-05-15T16:43:23.167 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.128983581Z level=info msg="Executing migration" id="add column hidden to role table" 2024-05-15T16:43:23.167 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.130119216Z level=info msg="Executing migration" id="create query_history table v1" 2024-05-15T16:43:23.167 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.130964469Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-05-15T16:43:23.167 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.13351675Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-05-15T16:43:23.167 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.136351829Z level=info msg="Executing migration" id="teams permissions migration" 2024-05-15T16:43:23.167 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.138953476Z level=info msg="Executing migration" id="dashboard permissions" 2024-05-15T16:43:23.167 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.141502417Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-05-15T16:43:23.167 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.144514556Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-05-15T16:43:23.168 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.147259505Z level=info msg="Executing migration" id="alerting notification permissions" 2024-05-15T16:43:23.168 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.147969306Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-05-15T16:43:23.168 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.148839946Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-05-15T16:43:23.168 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.149828531Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-05-15T16:43:23.168 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.151023513Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-05-15T16:43:23.168 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.151840181Z level=info msg="Executing migration" id="create correlation table v1" 2024-05-15T16:43:23.168 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.152632442Z level=info msg="Executing migration" id="add index correlations.uid" 2024-05-15T16:43:23.168 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.153580437Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-05-15T16:43:23.168 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.154332437Z level=info msg="Executing migration" id="add correlation config column" 2024-05-15T16:43:23.168 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.155515855Z level=info msg="Executing migration" id="create entity_events table" 2024-05-15T16:43:23.168 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.156330791Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-05-15T16:43:23.168 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.157161787Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-05-15T16:43:23.168 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.157264736Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-05-15T16:43:23.168 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.158067886Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-05-15T16:43:23.168 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.158158702Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-05-15T16:43:23.168 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.158914858Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-05-15T16:43:23.169 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.159782814Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-05-15T16:43:23.169 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.160595435Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-05-15T16:43:23.169 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.161495435Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-05-15T16:43:23.169 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.162356308Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-05-15T16:43:23.169 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.163201109Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-05-15T16:43:23.169 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.164053499Z level=info msg="Executing migration" id="Drop public config table" 2024-05-15T16:43:23.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:22 smithi066 ceph-mon[29300]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:43:23.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:22 smithi066 ceph-mon[24465]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:43:23.500 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.165093937Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-05-15T16:43:23.500 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.165828913Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-05-15T16:43:23.500 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.166830096Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-05-15T16:43:23.500 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.167551973Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-05-15T16:43:23.500 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.168413769Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-05-15T16:43:23.500 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.172253451Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-05-15T16:43:23.500 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.173427289Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-05-15T16:43:23.500 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.174721874Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-05-15T16:43:23.500 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.175602086Z level=info msg="Executing migration" id="add share column" 2024-05-15T16:43:23.500 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.177134188Z level=info msg="Executing migration" id="create default alerting folders" 2024-05-15T16:43:23.501 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.177802065Z level=info msg="Executing migration" id="create file table" 2024-05-15T16:43:23.501 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.178673102Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-05-15T16:43:23.501 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.179501968Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-05-15T16:43:23.501 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.180353836Z level=info msg="Executing migration" id="create file_meta table" 2024-05-15T16:43:23.501 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.181376012Z level=info msg="Executing migration" id="file table idx: path key" 2024-05-15T16:43:23.501 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.182152569Z level=info msg="Executing migration" id="set path collation in file table" 2024-05-15T16:43:23.501 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.184827584Z level=info msg="Executing migration" id="managed permissions migration" 2024-05-15T16:43:23.501 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.187619526Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-05-15T16:43:23.501 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.190702404Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-05-15T16:43:23.502 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.193691381Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-05-15T16:43:23.502 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.19652044Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-05-15T16:43:23.502 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.199235638Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-05-15T16:43:23.502 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.202233894Z level=info msg="Executing migration" id="update group index for alert rules" 2024-05-15T16:43:23.502 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.204951822Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-05-15T16:43:23.502 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.20771814Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-05-15T16:43:23.502 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.210488099Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-05-15T16:43:23.502 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.213281051Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-05-15T16:43:23.502 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.216336681Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-05-15T16:43:23.502 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.219179219Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-05-15T16:43:23.502 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.231977879Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-05-15T16:43:23.502 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.234696327Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-05-15T16:43:23.502 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.240629099Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-05-15T16:43:23.502 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.245164902Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-05-15T16:43:23.503 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.247857165Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-05-15T16:43:23.503 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.250736174Z level=info msg="Executing migration" id="create folder table" 2024-05-15T16:43:23.503 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.253436251Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-05-15T16:43:23.503 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.256383993Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-05-15T16:43:23.503 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.259075498Z level=info msg="Executing migration" id="Update folder title length" 2024-05-15T16:43:23.503 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.261704376Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-05-15T16:43:23.503 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=migrator t=2024-05-15T16:43:23.26434351Z level=info msg="migrations completed" performed=105 skipped=376 duration=210.65173ms 2024-05-15T16:43:23.503 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=sqlstore t=2024-05-15T16:43:23.26466311Z level=info msg="Created default organization" 2024-05-15T16:43:23.503 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=plugin.finder t=2024-05-15T16:43:23.297302962Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-05-15T16:43:23.503 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=secrets t=2024-05-15T16:43:23.297388655Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-05-15T16:43:23.503 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=query_data t=2024-05-15T16:43:23.30036096Z level=info msg="Query Service initialization" 2024-05-15T16:43:23.503 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=live.push_http t=2024-05-15T16:43:23.303414346Z level=info msg="Live Push Gateway initialization" 2024-05-15T16:43:24.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:24.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:24.109 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:24.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-15T16:43:24.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-15T16:43:24.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:24.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:24.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:24.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:24.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:24.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:24.110 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.111 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:24.111 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:24.111 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.111 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:24.111 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.111 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:24.111 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.111 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:24.111 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:24.111 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.111 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=infra.usagestats.collector t=2024-05-15T16:43:23.968969924Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-05-15T16:43:24.111 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=provisioning.datasources t=2024-05-15T16:43:23.97063463Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-05-15T16:43:24.111 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=provisioning.datasources t=2024-05-15T16:43:23.970646044Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-05-15T16:43:24.112 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=provisioning.datasources t=2024-05-15T16:43:23.970739964Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-05-15T16:43:24.112 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=provisioning.alerting t=2024-05-15T16:43:23.997214657Z level=info msg="starting to provision alerting" 2024-05-15T16:43:24.112 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=provisioning.alerting t=2024-05-15T16:43:23.99723289Z level=info msg="finished to provision alerting" 2024-05-15T16:43:24.112 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=grafanaStorageLogger t=2024-05-15T16:43:23.997505013Z level=info msg="storage starting" 2024-05-15T16:43:24.112 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=ngalert.state.manager t=2024-05-15T16:43:23.997600267Z level=info msg="Warming state cache for startup" 2024-05-15T16:43:24.112 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=ngalert.state.manager t=2024-05-15T16:43:23.997773334Z level=info msg="State cache has been initialized" states=0 duration=172.301µs 2024-05-15T16:43:24.112 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=ticker t=2024-05-15T16:43:23.997863331Z level=info msg=starting first_tick=2024-05-15T16:43:30Z 2024-05-15T16:43:24.112 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=ngalert.multiorg.alertmanager t=2024-05-15T16:43:23.997908528Z level=info msg="starting MultiOrg Alertmanager" 2024-05-15T16:43:24.112 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=http.server t=2024-05-15T16:43:23.999561258Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-05-15T16:43:24.112 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:24 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=sqlstore.transactions t=2024-05-15T16:43:24.033320274Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-05-15T16:43:24.112 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:24 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=sqlstore.transactions t=2024-05-15T16:43:24.044401817Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-05-15T16:43:24.112 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:24 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=sqlstore.transactions t=2024-05-15T16:43:24.056567368Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=2 code="database is locked" 2024-05-15T16:43:24.112 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:24.113 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.113 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:24.113 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.113 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:24.113 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:24.113 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.113 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:24.113 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.113 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:24.113 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.113 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:24.113 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:24.113 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.113 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:24.113 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.113 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:24.114 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.114 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:24.114 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:24.114 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.114 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:24 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-15T16:43:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-15T16:43:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:24.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:24.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:24.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:24.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:24.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:24.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:24.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:24.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:24.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:24.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:24.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:24.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:24.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:24.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:24.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-15T16:43:24.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-15T16:43:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:24.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:24.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:24.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:24.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:24.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:24.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:24.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:24.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:24.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:24.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:24.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:24.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:24.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:24.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:24.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:24.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:24.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:24.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:24.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:24.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:24.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:24.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:24.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:24 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:25.334 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.335 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:25.335 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.335 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:25.335 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:25.335 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:25.335 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:25.335 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.335 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:25.335 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.335 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:25.335 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:25.335 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:25.336 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:25.336 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.336 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:25.336 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.336 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:25.336 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:25.336 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:25.336 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:25.336 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.336 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:25.336 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.336 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:25.336 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:25.336 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:25.336 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:25.337 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.337 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:25.337 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.337 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:25.337 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:25.337 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:25.337 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:25.337 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.337 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:25.337 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.337 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:25.337 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:25.337 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:25.337 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:25.337 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.338 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:25.338 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.338 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:25.338 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:25.338 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:25 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:25.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:25.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:25.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:25.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:25.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:25.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:25.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:25.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:25.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:25.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:25.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:25.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:25.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:25.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:25.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:25.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:25.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:25.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:25.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:25.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:25.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:25.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:25.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:25.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:25.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:25.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:25.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:25.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:25.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:25.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:25.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:25.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:25.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:25.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:25 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:26.325 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:26.325 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.325 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:26.325 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.325 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:26.325 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:26.325 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:26.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:26.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:26.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:26.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:26.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:26.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:26.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:26.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:26.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:26.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:26.327 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:26.327 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:26.327 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.327 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:26.327 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.327 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:26.327 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:26.327 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:26.327 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:26.327 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.327 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:26.327 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.327 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:26.327 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:26.327 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:26.328 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:26.328 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.328 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:26.328 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.328 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:26.328 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:26.328 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:26.328 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:26.328 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.328 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:26.328 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.328 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:26.328 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:26.328 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:26 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:26.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:26.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:26.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:26.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:26.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:26.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:26.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:26.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.339 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:26.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:26.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:26.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:26.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:26.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:26.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:26.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:26.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:26.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:26.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:26.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:26.341 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:26.341 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:26.341 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:26.341 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.341 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:26.341 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.341 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:26.341 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:26.341 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:26.341 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:26.341 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.341 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:26.342 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.342 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:26.342 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:26.342 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:26.342 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:26.342 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:26.342 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.342 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:26.342 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.342 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:26.342 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:26.342 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:26.342 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:26.342 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.343 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:26.343 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.343 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:26.343 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:26.343 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:26.343 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:26.343 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.344 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:26.344 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.344 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:26.344 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:26.344 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:26.344 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:26.344 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.344 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:26.344 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.344 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:26.344 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:26.344 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:26.344 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:26.344 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.344 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:26.345 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.345 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:26.345 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:26.345 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:26.345 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:26.345 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.345 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:26.345 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.345 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:26.345 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:26.345 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:26.345 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:26.345 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.346 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:26.346 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.346 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:26.346 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:26.346 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:26.346 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:26.346 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.346 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:26.346 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:26.346 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:26.346 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:26.346 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:26 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:26.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:43:26 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:43:26] "GET /metrics HTTP/1.1" 200 37984 "" "Prometheus/2.43.0" 2024-05-15T16:43:27.322 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:27.323 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.323 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.323 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.323 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:27.323 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:27.323 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.323 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:27.323 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.323 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.323 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.323 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:27.323 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:27.323 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.324 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:27.324 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.324 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.324 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.324 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:27.324 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:27.324 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.324 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:27.324 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.324 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.324 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.324 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:27.324 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:27.324 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.324 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:27.325 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.325 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.325 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.325 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:27.325 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:27.325 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.325 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:27.325 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:27.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:27.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:27.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.326 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.327 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.327 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.327 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.327 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.327 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.327 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.327 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.327 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:27 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:27.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:27.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:27.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:27.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:27.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:27.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:27.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:27.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:27.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:27.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:27.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:27.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:27.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:27.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:27.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:27.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:27.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:27.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:27.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:27.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:27.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:27.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:27.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:27.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:27.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:27.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:27.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:27.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:27.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:27.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:27.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:27.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:27.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:27.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:27.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:27.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:27.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:27.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:27.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:27.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:27.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:28.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:28 smithi081 ceph-mon[25343]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:43:28.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:28 smithi066 ceph-mon[29300]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:43:28.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:28 smithi066 ceph-mon[24465]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:43:29.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:43:30.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:43:30.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:43:30.125 INFO:teuthology.orchestra.run.smithi066.stdout:true 2024-05-15T16:43:30.803 INFO:teuthology.orchestra.run.smithi066.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-15T16:43:30.803 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi066 smithi066 running 16s ago 30m - - 2024-05-15T16:43:30.803 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi081 smithi081 running 3s ago 30m - - 2024-05-15T16:43:30.803 INFO:teuthology.orchestra.run.smithi066.stdout:alertmanager.a smithi066 *:9093,9094 running (49s) 16s ago 25m 18.1M - 0.25.0 c8568f914cd2 d40f513860cf 2024-05-15T16:43:30.803 INFO:teuthology.orchestra.run.smithi066.stdout:grafana.a smithi081 *:3000 running (16m) 3s ago 24m 50.1M - 8.3.5 dad864ee21e9 3f07258ad1f7 2024-05-15T16:43:30.803 INFO:teuthology.orchestra.run.smithi066.stdout:iscsi.foo.smithi066.lbegld smithi066 running (3m) 16s ago 24m 53.0M - 3.5 e1d6a67b021e fefc481c4afb 2024-05-15T16:43:30.803 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.x smithi081 *:8443,9283,8765 running (3m) 3s ago 29m 455M - 19.0.0-2576-gde5210d5 48bc18eb22d8 2d8c03d87ef9 2024-05-15T16:43:30.803 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.y smithi066 *:8443,9283,8765 running (14m) 16s ago 31m 534M - 19.0.0-2576-gde5210d5 48bc18eb22d8 ad331d4e41f6 2024-05-15T16:43:30.803 INFO:teuthology.orchestra.run.smithi066.stdout:mon.a smithi066 running (31m) 16s ago 31m 94.1M 2048M 17.2.0 e1d6a67b021e 282c81f9a786 2024-05-15T16:43:30.803 INFO:teuthology.orchestra.run.smithi066.stdout:mon.b smithi081 running (30m) 3s ago 30m 75.2M 2048M 17.2.0 e1d6a67b021e 82fb987622c5 2024-05-15T16:43:30.804 INFO:teuthology.orchestra.run.smithi066.stdout:mon.c smithi066 running (30m) 16s ago 30m 70.3M 2048M 17.2.0 e1d6a67b021e f72f6b43cfb8 2024-05-15T16:43:30.804 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.a smithi066 *:9100 running (3m) 16s ago 26m 8280k - 1.5.0 0da6a335fe13 2853dcd18756 2024-05-15T16:43:30.804 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.b smithi081 *:9100 running (2m) 3s ago 25m 15.1M - 1.5.0 0da6a335fe13 ef9c21c2cbca 2024-05-15T16:43:30.804 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 smithi066 running (29m) 16s ago 29m 54.2M 4096M 17.2.0 e1d6a67b021e 28a5f29dbca4 2024-05-15T16:43:30.804 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 smithi066 running (29m) 16s ago 29m 56.1M 4096M 17.2.0 e1d6a67b021e 0ef23245f9ef 2024-05-15T16:43:30.804 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 smithi066 running (28m) 16s ago 28m 50.4M 4096M 17.2.0 e1d6a67b021e 02c0efc727d7 2024-05-15T16:43:30.804 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 smithi066 running (28m) 16s ago 28m 53.2M 4096M 17.2.0 e1d6a67b021e 40f1cf1a2241 2024-05-15T16:43:30.804 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 smithi081 running (28m) 3s ago 28m 58.4M 4096M 17.2.0 e1d6a67b021e 4765ca89ed8f 2024-05-15T16:43:30.804 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 smithi081 running (27m) 3s ago 27m 52.5M 4096M 17.2.0 e1d6a67b021e 360c01584121 2024-05-15T16:43:30.804 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 smithi081 running (27m) 3s ago 27m 55.2M 4096M 17.2.0 e1d6a67b021e 28621b8e0dfc 2024-05-15T16:43:30.804 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 smithi081 running (26m) 3s ago 26m 54.1M 4096M 17.2.0 e1d6a67b021e d77057b690f5 2024-05-15T16:43:30.805 INFO:teuthology.orchestra.run.smithi066.stdout:prometheus.a smithi081 *:9095 running (112s) 3s ago 26m 65.8M - 2.43.0 a07b618ecd1d 0f6f3b5da02e 2024-05-15T16:43:30.805 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi066.venvvw smithi066 *:8000 running (24m) 16s ago 24m 76.5M - 17.2.0 e1d6a67b021e a58b069a63ed 2024-05-15T16:43:30.805 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi081.bblyzt smithi081 *:8000 running (24m) 3s ago 24m 76.9M - 17.2.0 e1d6a67b021e 31bf3403b024 2024-05-15T16:43:30.829 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:30 smithi081 ceph-mon[25343]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:31.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:30 smithi066 ceph-mon[29300]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:31.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:30 smithi066 ceph-mon[24465]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:31.219 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:43:31.219 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": { 2024-05-15T16:43:31.219 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-05-15T16:43:31.219 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:43:31.219 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": { 2024-05-15T16:43:31.219 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:43:31.219 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:43:31.219 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": { 2024-05-15T16:43:31.219 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-05-15T16:43:31.219 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:43:31.219 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": {}, 2024-05-15T16:43:31.219 INFO:teuthology.orchestra.run.smithi066.stdout: "rgw": { 2024-05-15T16:43:31.220 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-05-15T16:43:31.220 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:43:31.220 INFO:teuthology.orchestra.run.smithi066.stdout: "overall": { 2024-05-15T16:43:31.220 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-05-15T16:43:31.220 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:43:31.220 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:43:31.220 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:43:31.607 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:43:31.608 INFO:teuthology.orchestra.run.smithi066.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a", 2024-05-15T16:43:31.608 INFO:teuthology.orchestra.run.smithi066.stdout: "in_progress": true, 2024-05-15T16:43:31.608 INFO:teuthology.orchestra.run.smithi066.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-05-15T16:43:31.608 INFO:teuthology.orchestra.run.smithi066.stdout: "services_complete": [ 2024-05-15T16:43:31.608 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr" 2024-05-15T16:43:31.608 INFO:teuthology.orchestra.run.smithi066.stdout: ], 2024-05-15T16:43:31.608 INFO:teuthology.orchestra.run.smithi066.stdout: "progress": "2/2 daemons upgraded", 2024-05-15T16:43:31.608 INFO:teuthology.orchestra.run.smithi066.stdout: "message": "Currently upgrading grafana daemons", 2024-05-15T16:43:31.608 INFO:teuthology.orchestra.run.smithi066.stdout: "is_paused": false 2024-05-15T16:43:31.608 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:43:31.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:31 smithi081 ceph-mon[25343]: from='client.15747 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:43:31.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:31 smithi081 ceph-mon[25343]: from='client.15753 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:43:31.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:31 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:43:31.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:31 smithi081 ceph-mon[25343]: from='client.25654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:43:31.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:31 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/1273480209' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:32.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:31 smithi066 ceph-mon[29300]: from='client.15747 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:43:32.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:31 smithi066 ceph-mon[29300]: from='client.15753 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:43:32.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:31 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:43:32.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:31 smithi066 ceph-mon[29300]: from='client.25654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:43:32.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:31 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/1273480209' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:32.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:31 smithi066 ceph-mon[24465]: from='client.15747 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:43:32.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:31 smithi066 ceph-mon[24465]: from='client.15753 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:43:32.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:31 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:43:32.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:31 smithi066 ceph-mon[24465]: from='client.25654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:43:32.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:31 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/1273480209' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:32.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:32 smithi081 ceph-mon[25343]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:43:32.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:32 smithi081 ceph-mon[25343]: from='client.15771 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:43:32.873 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:32 smithi066 ceph-mon[24465]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:43:32.873 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:32 smithi066 ceph-mon[24465]: from='client.15771 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:43:32.873 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:32 smithi066 ceph-mon[29300]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:43:32.873 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:32 smithi066 ceph-mon[29300]: from='client.15771 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:43:33.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:33 smithi081 ceph-mon[25343]: Upgrade: Updating grafana.a 2024-05-15T16:43:33.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:33 smithi081 ceph-mon[25343]: Deploying daemon grafana.a on smithi081 2024-05-15T16:43:33.917 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:33 smithi066 ceph-mon[24465]: Upgrade: Updating grafana.a 2024-05-15T16:43:33.917 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:33 smithi066 ceph-mon[24465]: Deploying daemon grafana.a on smithi081 2024-05-15T16:43:33.917 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:33 smithi066 ceph-mon[29300]: Upgrade: Updating grafana.a 2024-05-15T16:43:33.918 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:33 smithi066 ceph-mon[29300]: Deploying daemon grafana.a on smithi081 2024-05-15T16:43:34.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:34 smithi081 ceph-mon[25343]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:34.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:34 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:34.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:34 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:34.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:34 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:35.010 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:34 smithi066 ceph-mon[24465]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:35.010 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:34 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:35.011 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:34 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:35.011 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:34 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:35.011 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:34 smithi066 ceph-mon[29300]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:35.011 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:34 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:35.011 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:34 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:35.011 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:34 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:36.595 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:43:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:43:36] "GET /metrics HTTP/1.1" 200 37979 "" "Prometheus/2.43.0" 2024-05-15T16:43:36.856 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:36 smithi066 ceph-mon[29300]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:36.856 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:36 smithi066 ceph-mon[24465]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:36.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:36 smithi081 ceph-mon[25343]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:38.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:38 smithi081 ceph-mon[25343]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:43:38.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:38 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:38.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:38 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:38.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:38 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:39.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:38 smithi066 ceph-mon[24465]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:43:39.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:38 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:39.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:38 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:39.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:38 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:39.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:38 smithi066 ceph-mon[29300]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:43:39.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:38 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:39.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:38 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:39.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:38 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:39.509 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:39 smithi081 systemd[1]: Stopping Ceph grafana.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:43:39.811 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=server t=2024-05-15T16:43:39.508848125Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-05-15T16:43:39.811 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=ticker t=2024-05-15T16:43:39.509140396Z level=info msg=stopped last_tick=2024-05-15T16:43:30Z 2024-05-15T16:43:39.811 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[100407]: logger=tracing t=2024-05-15T16:43:39.509157338Z level=info msg="Closing tracing" 2024-05-15T16:43:39.812 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:39 smithi081 podman[102628]: 2024-05-15 16:43:39.519134938 +0000 UTC m=+0.116005166 container died c06c37a68a79674eb3c46070df250c9fd2c51852470e53ab367c1a29f56c3855 (image=quay.io/ceph/grafana:9.4.12, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-05-15T16:43:40.115 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:39 smithi081 podman[102628]: 2024-05-15 16:43:39.900287328 +0000 UTC m=+0.497157549 container cleanup c06c37a68a79674eb3c46070df250c9fd2c51852470e53ab367c1a29f56c3855 (image=quay.io/ceph/grafana:9.4.12, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-05-15T16:43:40.115 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:39 smithi081 bash[102628]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a 2024-05-15T16:43:40.512 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:40 smithi081 podman[102665]: 2024-05-15 16:43:40.168431853 +0000 UTC m=+0.649225951 container remove c06c37a68a79674eb3c46070df250c9fd2c51852470e53ab367c1a29f56c3855 (image=quay.io/ceph/grafana:9.4.12, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-05-15T16:43:40.512 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:40 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@grafana.a.service: Deactivated successfully. 2024-05-15T16:43:40.512 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:40 smithi081 systemd[1]: Stopped Ceph grafana.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:43:40.513 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:40 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@grafana.a.service: Consumed 2.633s CPU time. 2024-05-15T16:43:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:40 smithi066 ceph-mon[24465]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:40 smithi066 ceph-mon[24465]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 997 B/s rd, 0 op/s 2024-05-15T16:43:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:40.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:40 smithi066 ceph-mon[24465]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-05-15T16:43:40.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:40 smithi066 ceph-mon[29300]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:40.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:40.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:40.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:40 smithi066 ceph-mon[29300]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 997 B/s rd, 0 op/s 2024-05-15T16:43:40.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:40.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:40 smithi066 ceph-mon[29300]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-05-15T16:43:40.853 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:40 smithi081 ceph-mon[25343]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:40.853 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:40 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:40.853 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:40 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:40.853 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:40 smithi081 ceph-mon[25343]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 997 B/s rd, 0 op/s 2024-05-15T16:43:40.853 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:40 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:40.854 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:40 smithi081 ceph-mon[25343]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-05-15T16:43:40.854 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:40 smithi081 systemd[1]: Starting Ceph grafana.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:43:40.854 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:40 smithi081 podman[102790]: 2024-05-15 16:43:40.628652271 +0000 UTC m=+0.017772073 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-05-15T16:43:40.854 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:40 smithi081 podman[102790]: 2024-05-15 16:43:40.727899476 +0000 UTC m=+0.117019273 container create 784c2154625afed81acdd2255a9a85a31ea067c6d9d42d13c078c973bf5fa932 (image=quay.io/ceph/grafana:9.4.12, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-05-15T16:43:41.365 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:40 smithi081 podman[102790]: 2024-05-15 16:43:40.955602211 +0000 UTC m=+0.344722013 container init 784c2154625afed81acdd2255a9a85a31ea067c6d9d42d13c078c973bf5fa932 (image=quay.io/ceph/grafana:9.4.12, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-05-15T16:43:41.365 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:40 smithi081 podman[102790]: 2024-05-15 16:43:40.958395583 +0000 UTC m=+0.347515385 container start 784c2154625afed81acdd2255a9a85a31ea067c6d9d42d13c078c973bf5fa932 (image=quay.io/ceph/grafana:9.4.12, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-05-15T16:43:41.366 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 bash[102790]: 784c2154625afed81acdd2255a9a85a31ea067c6d9d42d13c078c973bf5fa932 2024-05-15T16:43:41.366 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 systemd[1]: Started Ceph grafana.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:43:41.366 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=settings t=2024-05-15T16:43:41.109595983Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-05-15T16:43:41.366 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=settings t=2024-05-15T16:43:41.109781259Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-05-15T16:43:41.366 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=settings t=2024-05-15T16:43:41.109793244Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-05-15T16:43:41.366 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=settings t=2024-05-15T16:43:41.109796615Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-05-15T16:43:41.366 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=settings t=2024-05-15T16:43:41.109799434Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-05-15T16:43:41.366 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=settings t=2024-05-15T16:43:41.109802416Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-05-15T16:43:41.366 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=settings t=2024-05-15T16:43:41.109804959Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-05-15T16:43:41.366 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=settings t=2024-05-15T16:43:41.109807513Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-05-15T16:43:41.366 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=settings t=2024-05-15T16:43:41.109810114Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-05-15T16:43:41.366 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=settings t=2024-05-15T16:43:41.109812839Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-05-15T16:43:41.366 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=settings t=2024-05-15T16:43:41.109815763Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-05-15T16:43:41.367 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=settings t=2024-05-15T16:43:41.109818342Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-05-15T16:43:41.367 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=settings t=2024-05-15T16:43:41.109820897Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-05-15T16:43:41.367 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=settings t=2024-05-15T16:43:41.109823966Z level=info msg="Path Home" path=/usr/share/grafana 2024-05-15T16:43:41.367 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=settings t=2024-05-15T16:43:41.109826586Z level=info msg="Path Data" path=/var/lib/grafana 2024-05-15T16:43:41.367 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=settings t=2024-05-15T16:43:41.109829256Z level=info msg="Path Logs" path=/var/log/grafana 2024-05-15T16:43:41.367 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=settings t=2024-05-15T16:43:41.109831584Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-05-15T16:43:41.367 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=settings t=2024-05-15T16:43:41.109834187Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-05-15T16:43:41.367 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=settings t=2024-05-15T16:43:41.109836722Z level=info msg="App mode production" 2024-05-15T16:43:41.367 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=sqlstore t=2024-05-15T16:43:41.109877352Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-05-15T16:43:41.368 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=sqlstore t=2024-05-15T16:43:41.109888243Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-05-15T16:43:41.368 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=migrator t=2024-05-15T16:43:41.124053171Z level=info msg="Starting DB migrations" 2024-05-15T16:43:41.368 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=migrator t=2024-05-15T16:43:41.128607754Z level=info msg="migrations completed" performed=0 skipped=481 duration=583.349µs 2024-05-15T16:43:41.368 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=sqlstore t=2024-05-15T16:43:41.128978436Z level=info msg="Created default organization" 2024-05-15T16:43:41.368 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=plugin.finder t=2024-05-15T16:43:41.160013208Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-05-15T16:43:41.368 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=secrets t=2024-05-15T16:43:41.160124732Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-05-15T16:43:41.368 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=query_data t=2024-05-15T16:43:41.163397371Z level=info msg="Query Service initialization" 2024-05-15T16:43:41.368 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=live.push_http t=2024-05-15T16:43:41.165808368Z level=info msg="Live Push Gateway initialization" 2024-05-15T16:43:41.782 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:41 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:43:41.782 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:41.782 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:41.782 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:41.782 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:41.782 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:41.782 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:41.782 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-15T16:43:41.782 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:41.783 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:41.783 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:41.783 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:41.783 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:41.783 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:41.783 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:41.783 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:41.783 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:41.783 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:41.783 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:41 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:41.783 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:41 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:41.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:43:41.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:41.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:41.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:41.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:41.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:41.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:41.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-15T16:43:41.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:41.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:41.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:41.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:41.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:41.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:41.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:41.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:41.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:41.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:41.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:41.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:41.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:43:41.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:41.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:41.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:41.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:41.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:41.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:41.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-15T16:43:41.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:41.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:41.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:41.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:41.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:41.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:41.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:41.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:41.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:41.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:41.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:41.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:42.115 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=infra.usagestats.collector t=2024-05-15T16:43:41.781641638Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-05-15T16:43:42.115 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=provisioning.datasources t=2024-05-15T16:43:41.783603644Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-05-15T16:43:42.115 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=provisioning.datasources t=2024-05-15T16:43:41.783614043Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-05-15T16:43:42.115 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=provisioning.datasources t=2024-05-15T16:43:41.783740007Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-05-15T16:43:42.115 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=provisioning.alerting t=2024-05-15T16:43:41.810156303Z level=info msg="starting to provision alerting" 2024-05-15T16:43:42.116 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=provisioning.alerting t=2024-05-15T16:43:41.810168853Z level=info msg="finished to provision alerting" 2024-05-15T16:43:42.116 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=ngalert.state.manager t=2024-05-15T16:43:41.810355639Z level=info msg="Warming state cache for startup" 2024-05-15T16:43:42.116 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=grafanaStorageLogger t=2024-05-15T16:43:41.810371963Z level=info msg="storage starting" 2024-05-15T16:43:42.116 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=http.server t=2024-05-15T16:43:41.812189365Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-05-15T16:43:42.116 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=ngalert.state.manager t=2024-05-15T16:43:41.820531293Z level=info msg="State cache has been initialized" states=0 duration=10.174469ms 2024-05-15T16:43:42.116 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=ticker t=2024-05-15T16:43:41.820586856Z level=info msg=starting first_tick=2024-05-15T16:43:50Z 2024-05-15T16:43:42.116 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:43:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=ngalert.multiorg.alertmanager t=2024-05-15T16:43:41.820594302Z level=info msg="starting MultiOrg Alertmanager" 2024-05-15T16:43:42.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:43:42.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:42.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-15T16:43:42.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:42.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:42.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:42.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:42.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:42.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:42.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:42.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:42.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:43:42.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:42.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-15T16:43:42.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:42.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:42.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:42.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:42.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:42.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:42.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:42.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:42.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:42.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:42.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:42.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-05-15T16:43:42.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: Cluster is now healthy 2024-05-15T16:43:42.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:42.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:42.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:42.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:42.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:42.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:42.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:42.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:42.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:42.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:42.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:42.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:42.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:42.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:42.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:42.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-05-15T16:43:42.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: Cluster is now healthy 2024-05-15T16:43:42.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:42.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:42.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:42.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:42.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:42.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:42.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:42.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:42.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:42.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:42.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:42.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:42.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:43:42.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:42.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-15T16:43:42.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:42.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:42.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:42.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:42.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:42.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:42.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:42.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:42.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:42.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:42.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:42.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-05-15T16:43:42.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: Cluster is now healthy 2024-05-15T16:43:42.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:42.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:42.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:42.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:42.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:42.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:42.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:42.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:42.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:42.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:42.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:42.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:42.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:42 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:43.709 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:43.709 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:43.709 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:43.710 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:43.710 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.710 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:43.710 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.710 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:43.710 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:43.710 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:43.710 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:43.710 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.710 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:43.710 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.710 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:43.710 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:43.711 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:43.711 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:43.711 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.711 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:43.711 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.711 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:43.711 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:43.711 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:43.713 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.713 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:43.713 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.713 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:43.713 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:43.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:43.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:43.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:43.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:43.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:43.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:43.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:43.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:43.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:43.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:43.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:43.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:43.715 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:43 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:43.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:43.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:43.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:43.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:43.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:43.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:43.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:43.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:43.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:43.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:43.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:43.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:43.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:43.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:43.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:43.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:43.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:43.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:43.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:43.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:43.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:43.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:43.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:43.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:43.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:43.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:43.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:43.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:43.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:43.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:43.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:43.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:43.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:43.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:43.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:43.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:43.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:43.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:43.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:43.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:43.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:43.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:43.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:43.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:43.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:43.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:43.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:43.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:43.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:43.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:43.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:43.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:43.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:43.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:43.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:43.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:43.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:43.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:43.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:43.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:43.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:43.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:44.755 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:44.755 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:44.755 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:43:44.755 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:44.755 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:44.755 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:44.755 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:44.755 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:44.755 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:44.755 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:44.755 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:44.755 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:44.756 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:44.756 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:44.756 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:44.756 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:44.756 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:44.756 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:44.756 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:44.756 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:44.756 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:44.756 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:44.756 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:44.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:44.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:44.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:44.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:44.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:44.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:44.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:44.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:44.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:44.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:44.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:44.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:44.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:44.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:44.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:44.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:44.757 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:44.758 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:44.758 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:44.758 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:44.758 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:44.758 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:44.758 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:43:44.758 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:44.758 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:44.758 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:44 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:45.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:45.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:43:45.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:45.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:45.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:45.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:45.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:45.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:45.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:45.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:45.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:45.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:43:45.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:45.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:45.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:45.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:45.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:45.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:45.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:45.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:45.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:45.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:45.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:45.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:45.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:45.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:45.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:45.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:45.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:45.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:45.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:45.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:45.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:45.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:45.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:45.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:45.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:45.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:45.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:45.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:45.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:45.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:45.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:43:45.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:45.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:45.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:45.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:45.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:45.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:45.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:45.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:45.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:45.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:45.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:45.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:45.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:43:45.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:45.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:45.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:45.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:45.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:45.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:45 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:43:46 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:43:46] "GET /metrics HTTP/1.1" 200 37983 "" "Prometheus/2.43.0" 2024-05-15T16:43:46.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:43:46.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:43:46.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.791 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.806 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.806 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.807 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:43:46.807 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.807 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.807 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.807 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.807 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.807 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.807 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.807 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.807 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.807 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.807 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.807 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.807 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.808 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.808 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.808 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.808 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:46.808 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.808 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.808 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.808 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.808 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.808 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.808 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.808 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.808 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.808 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.808 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.808 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.809 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.809 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.809 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.809 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.809 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.809 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.809 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.809 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.809 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.809 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.809 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.809 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:46.809 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.809 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:46.809 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:46.810 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:46.810 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:46.810 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:46 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:47.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:47.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:47.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:47.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:47.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:47.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:47.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:47.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:47.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:47.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:47.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:47.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:47.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:47.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:47.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:47.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:47.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:47.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:47.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:47.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:47.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:47.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:47.870 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:47.870 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:47 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:47.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:47.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:47.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:47.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:47.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:47.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:47.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:47.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:47.877 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:47.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:47.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:47.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:47.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:47.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:47.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:47.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:47.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:47.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:47.878 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:47.879 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:47.879 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.879 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:47.879 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.879 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:47.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:47.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:47.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:47.879 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:47.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:47.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:47.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:47.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:47.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:47.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:47.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:47.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:47.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:47.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:47.880 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:47.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:47.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:47.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:47.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:47.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:47.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:47.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:47.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:47.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:47.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:47.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:47.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:47.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:47.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:47.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:47.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:47.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:47.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:47.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:47.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:47.882 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:47.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:47.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:47.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:47.883 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:47.883 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:47.883 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:47.883 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.883 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:47.883 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.883 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:47.883 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:47.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:47.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:47.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:47.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:47.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:47.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:47.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:47.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:47.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:47.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:47.884 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:47.885 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:47.885 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:47.885 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:48.719 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:48.719 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:48.719 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:43:48.719 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:48.719 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:48.719 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:48.719 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:48.719 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:48.719 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:48.719 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:48.719 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:48.719 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:48.719 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:48.720 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:48.720 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:48.720 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:48.720 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:48.720 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:48.720 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:48.720 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:48.720 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:48.720 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:48.720 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:48.720 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:48.720 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:48.720 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:48.720 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:48.720 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:48.720 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:48.721 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:48.721 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:48.721 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:48.721 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:48.721 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:48.721 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:48.721 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:48.721 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:48.721 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:48.721 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:48.722 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:48.722 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:48.722 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:48.722 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:48.722 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:48.722 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:48.722 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:48.722 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:48.722 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:48.722 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:48.722 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:48.722 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:48 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:49.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:49.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:49.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:43:49.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:49.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:49.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:49.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:49.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:49.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:49.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:49.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:49.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:49.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:49.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:49.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:43:49.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:49.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:49.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:49.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:49.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:49.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:49.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:49.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:49.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:49.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:49.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:49.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:49.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:49.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:49.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:49.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:49.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:49.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:49.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:49.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:49.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:49.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:49.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:49.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:49.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:49.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:49.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:49.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:49.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:49.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:49.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:49.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:49.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:49.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:49.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:49.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:49.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:49.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:49.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:49.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:49.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:49.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:49.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:49.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:49.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:49.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:49.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:49.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:49.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:48 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:49.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:49 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:50.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:50.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:50.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:50.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:50.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:50.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:50.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:50.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:50.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:50.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:50.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:50.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:50.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:50.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:50.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:50.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:50.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:50.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:50.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:50.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:50.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:50.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:50.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:50.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:50.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:50.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:50.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:50.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:50.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:50.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:50.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:50.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:50.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:50.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:50.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:50.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:50.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:50.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:50.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:50.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:50.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:50.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:50.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:50.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:50.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:50.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:50.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:50.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:50.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:50.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:50.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:50.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:50.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:50.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:50.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:50.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:50.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:50.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:50.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:50.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:50.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:50.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:50.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:50.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:50.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:50.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:50.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:50.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:50.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:50.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:50.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:50.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:50.044 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:50.044 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:50.044 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.044 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:50.044 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.044 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:50.044 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:50.044 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:49 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:50.813 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:50.813 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:43:50.813 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:50.813 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:50.813 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:50.813 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:50.813 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.813 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:50.813 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.813 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:50.813 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:50.813 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:50.813 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:50.813 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.814 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:50.814 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.814 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:50.814 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:50.814 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:50.814 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:50.814 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.814 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:50.814 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.814 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:50.814 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:50.814 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:50.814 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.814 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:50.814 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.815 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:50.815 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:50.815 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:50.815 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.815 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:50.815 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.815 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:50.815 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:50.815 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:50.815 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.815 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:50.816 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.816 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:50.816 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:50.816 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:50.816 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.816 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:50.816 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.816 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:50.816 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:50.816 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:50.816 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.816 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:50.816 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:50.816 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:50.816 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:50.816 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:50 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:51.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:51.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:43:51.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:51.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:51.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:51.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:51.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:51.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:51.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:51.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:51.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:51.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:51.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:51.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:51.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:51.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:51.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:51.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:51.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:51.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:51.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:51.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:51.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-05-15T16:43:51.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:51.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:51.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:51.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:51.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:51.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:51.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:51.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:51.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:51.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:51.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:51.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:51.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:51.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:51.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:51.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:51.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:51.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:51.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:51.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:51.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:51.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:51.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:51.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:51.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:51.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:51.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:51.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:51.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:51.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:51.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:51.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:51.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:51.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:51.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:51.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:51.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:51.778 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:51.778 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:51.778 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:51.778 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:51.779 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:51.779 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:43:51.779 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:51.779 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.779 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:51.779 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.779 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:51.779 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:51.779 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:51.779 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:51.779 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.779 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:51.779 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.779 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:51.779 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:51.779 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:51.780 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:51.780 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.780 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:51.780 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.780 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:51.780 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:51.780 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:51.780 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.780 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:51.780 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.780 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:51.780 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:51.780 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:51.780 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.780 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:51.780 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.780 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:51.781 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:51.781 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:51.781 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.781 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:51.781 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.781 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:51.781 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:51.781 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:51.781 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.781 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:51.781 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:51.781 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:51.781 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:51.781 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:51 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:52.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:52.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:52.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:52.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:43:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:52.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:52.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:52.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:52.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:52.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:52.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:52.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:52.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:43:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:52.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:52.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:52.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:52.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:52.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:52.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:52.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:52.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:52.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:52.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:52.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:52.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:52.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:52.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:52.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:52.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:52.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:52.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:52.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:52.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:52.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:52.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:52.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:52.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:52.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:52.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:52.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:52.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:52.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:52.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:52.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:52.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:52.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:52.726 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:52.726 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:43:52.726 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:52.726 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:52.726 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:52.726 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:52.726 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.726 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:52.726 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.726 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:52.726 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:52.726 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:52.727 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:52.727 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.727 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:52.727 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.727 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:52.727 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:52.727 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:52.727 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:52.727 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.727 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:52.727 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.727 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:52.727 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:52.727 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:52.727 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.728 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:52.728 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.728 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:52.728 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:52.728 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:52.728 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.728 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:52.728 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.728 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:52.728 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:52.728 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:52.728 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.728 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:52.728 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.728 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:52.728 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:52.729 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:52.729 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.729 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:52.729 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:52.729 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:52.729 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:52.729 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:52 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:43:53.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:43:53.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.789 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.790 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:53.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:53.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:53.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:53.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:53.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:53.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:53 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:54.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:54.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:54.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:54.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:54.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:54.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:54.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:54.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:54.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:54.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:54.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:54.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:54.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:54.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:54.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:54.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:54.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:54.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.788 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:54.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:54.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:54.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:54.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:54.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:54.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:54.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:54.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:54.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:54.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.789 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:54.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:54.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:54.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:54.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:54.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:54.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:54.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:54.790 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:54.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:54.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:54.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:54.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:54.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:54.791 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:54.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:54.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:54.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:54.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:54.792 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:54.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:54.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.792 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:54.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:54.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:54.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:54.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:54.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:54.793 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:54.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:54.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:54.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:54.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:54.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:54.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:54.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:54.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:54.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:54.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:54.857 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:54.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:54.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:54.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:54.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:54.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:54.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:54.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:54.858 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:54.859 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.859 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.859 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:54.859 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.859 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:54.859 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:54.859 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.859 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.859 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.859 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.859 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.859 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:54.859 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.859 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:54.860 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:54.860 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.860 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.860 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:54.860 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.860 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:54.860 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:54.860 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:54.860 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.860 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:54.860 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:54.860 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:54.860 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:54.860 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:54 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:55.705 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:55.706 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:55.706 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:55.706 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:55.706 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:55.706 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:55.706 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.706 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:55.706 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:55.706 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:55.706 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:55.706 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:55.706 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:55.706 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:55.707 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:55.707 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:55.707 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.707 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.707 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.707 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.707 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.707 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.707 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.707 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.707 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.707 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.707 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.707 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.707 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.708 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.708 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: Upgrade: Finalizing container_image settings 2024-05-15T16:43:55.708 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:55.708 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:55.708 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:55.708 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:55.708 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:55.708 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:55.708 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:55.708 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.708 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:55.709 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:55.709 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:55.709 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:55.709 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:55.709 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:55.709 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:55.709 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:55.709 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:55.709 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.709 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.709 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.709 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.709 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.709 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.709 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.710 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.710 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.710 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.710 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.710 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.710 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.710 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.710 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: Upgrade: Finalizing container_image settings 2024-05-15T16:43:55.710 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:55.710 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-05-15T16:43:55.710 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-05-15T16:43:55.711 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-05-15T16:43:55.711 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.711 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.711 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-05-15T16:43:55.711 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-05-15T16:43:55.711 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-05-15T16:43:55.711 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-05-15T16:43:55.711 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-05-15T16:43:55.711 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-05-15T16:43:55.711 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-05-15T16:43:55.711 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-05-15T16:43:55.711 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-05-15T16:43:55.711 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-05-15T16:43:55.711 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-05-15T16:43:55.712 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-05-15T16:43:55.712 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-05-15T16:43:55.712 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-05-15T16:43:55.712 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.712 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.712 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-05-15T16:43:55.712 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-05-15T16:43:55.712 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-05-15T16:43:55.713 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-05-15T16:43:55.713 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-05-15T16:43:55.713 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-05-15T16:43:55.713 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.713 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.713 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-05-15T16:43:55.713 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-05-15T16:43:55.713 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-05-15T16:43:55.713 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-05-15T16:43:55.713 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-05-15T16:43:55.713 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-05-15T16:43:55.713 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-05-15T16:43:55.713 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-05-15T16:43:55.713 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-05-15T16:43:55.714 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-05-15T16:43:55.714 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-05-15T16:43:55.714 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-05-15T16:43:55.714 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-05-15T16:43:55.714 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-05-15T16:43:55.714 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.714 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.714 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-05-15T16:43:55.714 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-05-15T16:43:55.714 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-05-15T16:43:55.714 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-05-15T16:43:55.714 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-05-15T16:43:55.714 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-05-15T16:43:55.714 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-05-15T16:43:55.714 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-05-15T16:43:55.715 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-05-15T16:43:55.715 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-05-15T16:43:55.715 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-05-15T16:43:55.715 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.715 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.715 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.715 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.715 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.715 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.715 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.715 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.715 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.715 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.715 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.716 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.716 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-05-15T16:43:55.716 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-05-15T16:43:55.716 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-05-15T16:43:55.716 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:55.716 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-05-15T16:43:55.716 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-05-15T16:43:55.716 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-05-15T16:43:55.716 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-05-15T16:43:55.716 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-05-15T16:43:55.716 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-05-15T16:43:55.716 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-05-15T16:43:55.717 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-05-15T16:43:55.717 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.717 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.717 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.717 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.717 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.717 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.717 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.717 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.717 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.717 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.717 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.717 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.717 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-05-15T16:43:55.718 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-05-15T16:43:55.718 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-05-15T16:43:55.718 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:55.718 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:55.718 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:55.718 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:55.718 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:55.718 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:55.718 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:55.718 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:55.719 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:55.719 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:55.719 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:55.719 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:55.719 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:55.719 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:55.719 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:55.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:55.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:55.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:55.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:55.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:55.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:55.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:55.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:55.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:55.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:55.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:43:55.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:55.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:55.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:55.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:55.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:43:55.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: Upgrade: Finalizing container_image settings 2024-05-15T16:43:55.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:55.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-05-15T16:43:55.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-05-15T16:43:55.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-05-15T16:43:55.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-05-15T16:43:55.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-05-15T16:43:55.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-05-15T16:43:55.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-05-15T16:43:55.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-05-15T16:43:55.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-05-15T16:43:55.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-05-15T16:43:55.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-05-15T16:43:55.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-05-15T16:43:55.870 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-05-15T16:43:55.870 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-05-15T16:43:55.870 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-05-15T16:43:55.870 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-05-15T16:43:55.870 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-05-15T16:43:55.870 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.870 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.870 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-05-15T16:43:55.870 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-05-15T16:43:55.870 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-05-15T16:43:55.870 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-05-15T16:43:55.870 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-05-15T16:43:55.870 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-05-15T16:43:55.870 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-05-15T16:43:55.870 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-05-15T16:43:55.871 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-05-15T16:43:55.871 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-05-15T16:43:55.871 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-05-15T16:43:55.871 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.871 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.871 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.871 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.871 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.871 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.871 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.871 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.871 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.871 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.871 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.871 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:43:55.872 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-05-15T16:43:55.872 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-05-15T16:43:55.872 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-05-15T16:43:55.872 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:55.872 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:55.872 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:55.872 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:55.872 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:43:55.872 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:43:55.872 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:43:55.872 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:55 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:56.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:43:56 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:43:56] "GET /metrics HTTP/1.1" 200 37983 "" "Prometheus/2.43.0" 2024-05-15T16:43:57.027 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:56 smithi081 ceph-mon[25343]: Upgrade: Complete! 2024-05-15T16:43:57.027 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:56 smithi081 ceph-mon[25343]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:57.027 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:56 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:57.027 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:56 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:57.027 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:56 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:57.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:56 smithi066 ceph-mon[24465]: Upgrade: Complete! 2024-05-15T16:43:57.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:56 smithi066 ceph-mon[24465]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:57.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:56 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:57.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:56 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:57.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:56 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:56 smithi066 ceph-mon[29300]: Upgrade: Complete! 2024-05-15T16:43:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:56 smithi066 ceph-mon[29300]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:43:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:56 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:57.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:56 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:56 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:43:59.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:58 smithi066 ceph-mon[29300]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:43:59.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:58 smithi066 ceph-mon[24465]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:43:59.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:58 smithi081 ceph-mon[25343]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:00.100 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:59 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:44:00.100 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:43:59 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:00.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:44:00.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:43:59 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:00.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:44:00.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:43:59 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:01.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:00 smithi066 ceph-mon[29300]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:01.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:00 smithi066 ceph-mon[24465]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:01.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:00 smithi081 ceph-mon[25343]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:02.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:01 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:44:02.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:01 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:44:02.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:01 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:44:02.693 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 1'"'"'' 2024-05-15T16:44:03.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:02 smithi081 ceph-mon[25343]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:03.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:02 smithi081 ceph-mon[25343]: from='client.25672 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:03.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:02 smithi066 ceph-mon[29300]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:03.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:02 smithi066 ceph-mon[29300]: from='client.25672 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:03.203 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:02 smithi066 ceph-mon[24465]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:03.203 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:02 smithi066 ceph-mon[24465]: from='client.25672 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:04.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:04 smithi066 ceph-mon[24465]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:04.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:04 smithi066 ceph-mon[29300]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:04.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:04 smithi081 ceph-mon[25343]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:04.941 INFO:teuthology.orchestra.run.smithi066.stdout:true 2024-05-15T16:44:05.676 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph versions | jq -e '"'"'.mgr | keys'"'"' | grep $sha1' 2024-05-15T16:44:05.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:05 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3461901700' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:05.868 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:05 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3461901700' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:05.869 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:05 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3461901700' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:06.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:44:06 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:44:06] "GET /metrics HTTP/1.1" 200 37984 "" "Prometheus/2.43.0" 2024-05-15T16:44:06.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:06 smithi081 ceph-mon[25343]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:06.956 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:06 smithi066 ceph-mon[29300]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:06.956 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:06 smithi066 ceph-mon[24465]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:07.926 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)" 2024-05-15T16:44:08.675 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 2'"'"'' 2024-05-15T16:44:08.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:08 smithi081 ceph-mon[25343]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:08.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:08 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/2875511625' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:08.996 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:08 smithi066 ceph-mon[29300]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:08.996 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:08 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/2875511625' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:08.996 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:08 smithi066 ceph-mon[24465]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:08.996 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:08 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2875511625' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:10.862 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:10 smithi066 ceph-mon[24465]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:10.862 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:10 smithi066 ceph-mon[29300]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:10.863 INFO:teuthology.orchestra.run.smithi066.stdout:true 2024-05-15T16:44:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:10 smithi081 ceph-mon[25343]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:11.560 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 2'"'"'' 2024-05-15T16:44:11.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:11 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:44:11.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:11 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/658709638' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:11.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:11 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:44:11.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:11 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/658709638' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:11.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:11 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:44:11.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:11 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/658709638' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:12.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:12 smithi081 ceph-mon[25343]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:13.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:12 smithi066 ceph-mon[29300]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:13.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:12 smithi066 ceph-mon[24465]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:14.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:14 smithi081 ceph-mon[25343]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:14.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:14 smithi081 ceph-mon[25343]: from='client.15801 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:14.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:14 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:14.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:14 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:14.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:14 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:44:14.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:14 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:14.999 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:14 smithi066 ceph-mon[29300]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:14.999 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:14 smithi066 ceph-mon[29300]: from='client.15801 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:14.999 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:14 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:14.999 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:14 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:14.999 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:44:14.999 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:14 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:14.999 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:14 smithi066 ceph-mon[24465]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:14.999 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:14 smithi066 ceph-mon[24465]: from='client.15801 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:15.000 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:14 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:15.000 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:14 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:15.000 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:44:15.000 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:14 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:16.612 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:44:16 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:44:16] "GET /metrics HTTP/1.1" 200 37979 "" "Prometheus/2.43.0" 2024-05-15T16:44:16.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:16 smithi081 ceph-mon[25343]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:16.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:16 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:16.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:16 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:16.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:16 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:16.914 INFO:teuthology.orchestra.run.smithi066.stdout:true 2024-05-15T16:44:16.914 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:16 smithi066 ceph-mon[24465]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:16.914 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:16 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:16.914 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:16 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:16.914 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:16 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:16.915 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:16 smithi066 ceph-mon[29300]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:16.915 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:16 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:16.915 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:16 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:16.915 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:16 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:18.295 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph orch upgrade status' 2024-05-15T16:44:18.824 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:18 smithi081 ceph-mon[25343]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:18.989 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:18 smithi066 ceph-mon[29300]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:18.989 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:18 smithi066 ceph-mon[24465]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:20.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:20 smithi066 ceph-mon[29300]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:20.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:20 smithi066 ceph-mon[24465]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:20.865 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:44:20.866 INFO:teuthology.orchestra.run.smithi066.stdout: "target_image": null, 2024-05-15T16:44:20.866 INFO:teuthology.orchestra.run.smithi066.stdout: "in_progress": false, 2024-05-15T16:44:20.866 INFO:teuthology.orchestra.run.smithi066.stdout: "which": "", 2024-05-15T16:44:20.866 INFO:teuthology.orchestra.run.smithi066.stdout: "services_complete": [], 2024-05-15T16:44:20.866 INFO:teuthology.orchestra.run.smithi066.stdout: "progress": null, 2024-05-15T16:44:20.866 INFO:teuthology.orchestra.run.smithi066.stdout: "message": "", 2024-05-15T16:44:20.866 INFO:teuthology.orchestra.run.smithi066.stdout: "is_paused": false 2024-05-15T16:44:20.866 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:44:21.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:20 smithi081 ceph-mon[25343]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:21.572 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph health detail' 2024-05-15T16:44:21.895 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:21 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:44:21.896 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:21 smithi066 ceph-mon[29300]: from='client.25702 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:21.896 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:21 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:44:21.896 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:21 smithi066 ceph-mon[24465]: from='client.25702 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:22.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:21 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:44:22.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:21 smithi081 ceph-mon[25343]: from='client.25702 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:22.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:22 smithi081 ceph-mon[25343]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:22.899 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:22 smithi066 ceph-mon[29300]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:22.899 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:22 smithi066 ceph-mon[24465]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:23.749 INFO:teuthology.orchestra.run.smithi066.stdout:HEALTH_OK 2024-05-15T16:44:24.469 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '"'"'{print $2}'"'"')' 2024-05-15T16:44:24.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:24 smithi066 ceph-mon[24465]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:24.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:24 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3697780734' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-05-15T16:44:24.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:24 smithi066 ceph-mon[29300]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:24.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:24 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3697780734' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-05-15T16:44:25.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:24 smithi081 ceph-mon[25343]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:25.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:24 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/3697780734' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-05-15T16:44:26.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:44:26 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:44:26] "GET /metrics HTTP/1.1" 200 37979 "" "Prometheus/2.43.0" 2024-05-15T16:44:27.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:26 smithi066 ceph-mon[29300]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:27.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:26 smithi066 ceph-mon[24465]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:27.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:26 smithi081 ceph-mon[25343]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:27.910 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:27 smithi066 ceph-mon[29300]: from='client.25714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:27.910 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:27 smithi066 ceph-mon[29300]: from='client.25720 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "daemon_types": "mon", "hosts": "smithi081", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:27.910 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:27 smithi066 ceph-mon[24465]: from='client.25714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:27.910 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:27 smithi066 ceph-mon[24465]: from='client.25720 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "daemon_types": "mon", "hosts": "smithi081", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:28.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:27 smithi081 ceph-mon[25343]: from='client.25714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:28.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:27 smithi081 ceph-mon[25343]: from='client.25720 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "daemon_types": "mon", "hosts": "smithi081", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:28.940 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:28 smithi066 ceph-mon[24465]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:28.941 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:28 smithi066 ceph-mon[29300]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:28.994 INFO:teuthology.orchestra.run.smithi066.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:44:29.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:28 smithi081 ceph-mon[25343]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:29.623 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-05-15T16:44:30.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:29 smithi066 ceph-mon[24465]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:44:30.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:29 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:30.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:30.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:30.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:30.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:29 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:30.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:29 smithi066 ceph-mon[24465]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:30.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:29 smithi066 ceph-mon[24465]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:44:30.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:44:30.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:29 smithi066 ceph-mon[29300]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:44:30.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:29 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:30.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:30.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:30.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:30.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:29 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:30.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:29 smithi066 ceph-mon[29300]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:30.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:29 smithi066 ceph-mon[29300]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:44:30.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:44:30.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:29 smithi081 ceph-mon[25343]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:44:30.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:29 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:30.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:30.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:30.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:30.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:29 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:30.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:29 smithi081 ceph-mon[25343]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:30.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:29 smithi081 ceph-mon[25343]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:44:30.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:29 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:44:31.172 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:31 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:44:31.172 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:31 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:44:31.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:31 smithi081 ceph-mon[25343]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:44:32.069 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:32 smithi066 ceph-mon[29300]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:32.069 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:32 smithi066 ceph-mon[24465]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:32.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:32 smithi081 ceph-mon[25343]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:32.851 INFO:teuthology.orchestra.run.smithi066.stdout:true 2024-05-15T16:44:33.540 INFO:teuthology.orchestra.run.smithi066.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-15T16:44:33.540 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi066 smithi066 running 19s ago 31m - - 2024-05-15T16:44:33.540 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi081 smithi081 running 17s ago 31m - - 2024-05-15T16:44:33.540 INFO:teuthology.orchestra.run.smithi066.stdout:alertmanager.a smithi066 *:9093,9094 running (111s) 19s ago 26m 18.3M - 0.25.0 c8568f914cd2 d40f513860cf 2024-05-15T16:44:33.540 INFO:teuthology.orchestra.run.smithi066.stdout:grafana.a smithi081 *:3000 running (52s) 17s ago 26m 74.2M - 9.4.12 2bacad6d85d8 784c2154625a 2024-05-15T16:44:33.540 INFO:teuthology.orchestra.run.smithi066.stdout:iscsi.foo.smithi066.lbegld smithi066 running (4m) 19s ago 25m 56.4M - 3.5 e1d6a67b021e fefc481c4afb 2024-05-15T16:44:33.540 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.x smithi081 *:8443,9283,8765 running (4m) 17s ago 31m 455M - 19.0.0-2576-gde5210d5 48bc18eb22d8 2d8c03d87ef9 2024-05-15T16:44:33.540 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.y smithi066 *:8443,9283,8765 running (15m) 19s ago 32m 536M - 19.0.0-2576-gde5210d5 48bc18eb22d8 ad331d4e41f6 2024-05-15T16:44:33.540 INFO:teuthology.orchestra.run.smithi066.stdout:mon.a smithi066 running (32m) 19s ago 32m 97.2M 2048M 17.2.0 e1d6a67b021e 282c81f9a786 2024-05-15T16:44:33.540 INFO:teuthology.orchestra.run.smithi066.stdout:mon.b smithi081 running (31m) 17s ago 31m 78.0M 2048M 17.2.0 e1d6a67b021e 82fb987622c5 2024-05-15T16:44:33.540 INFO:teuthology.orchestra.run.smithi066.stdout:mon.c smithi066 running (31m) 19s ago 31m 74.4M 2048M 17.2.0 e1d6a67b021e f72f6b43cfb8 2024-05-15T16:44:33.540 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.a smithi066 *:9100 running (4m) 19s ago 27m 8368k - 1.5.0 0da6a335fe13 2853dcd18756 2024-05-15T16:44:33.541 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.b smithi081 *:9100 running (3m) 17s ago 27m 15.2M - 1.5.0 0da6a335fe13 ef9c21c2cbca 2024-05-15T16:44:33.541 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 smithi066 running (30m) 19s ago 30m 54.3M 4096M 17.2.0 e1d6a67b021e 28a5f29dbca4 2024-05-15T16:44:33.541 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 smithi066 running (30m) 19s ago 30m 56.1M 4096M 17.2.0 e1d6a67b021e 0ef23245f9ef 2024-05-15T16:44:33.541 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 smithi066 running (29m) 19s ago 29m 50.4M 4096M 17.2.0 e1d6a67b021e 02c0efc727d7 2024-05-15T16:44:33.541 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 smithi066 running (29m) 19s ago 29m 53.2M 4096M 17.2.0 e1d6a67b021e 40f1cf1a2241 2024-05-15T16:44:33.541 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 smithi081 running (29m) 17s ago 29m 58.4M 4096M 17.2.0 e1d6a67b021e 4765ca89ed8f 2024-05-15T16:44:33.541 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 smithi081 running (28m) 17s ago 28m 52.5M 4096M 17.2.0 e1d6a67b021e 360c01584121 2024-05-15T16:44:33.541 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 smithi081 running (28m) 17s ago 28m 55.2M 4096M 17.2.0 e1d6a67b021e 28621b8e0dfc 2024-05-15T16:44:33.541 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 smithi081 running (27m) 17s ago 27m 54.1M 4096M 17.2.0 e1d6a67b021e d77057b690f5 2024-05-15T16:44:33.541 INFO:teuthology.orchestra.run.smithi066.stdout:prometheus.a smithi081 *:9095 running (2m) 17s ago 27m 68.0M - 2.43.0 a07b618ecd1d 0f6f3b5da02e 2024-05-15T16:44:33.541 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi066.venvvw smithi066 *:8000 running (25m) 19s ago 25m 76.7M - 17.2.0 e1d6a67b021e a58b069a63ed 2024-05-15T16:44:33.541 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi081.bblyzt smithi081 *:8000 running (25m) 17s ago 25m 77.2M - 17.2.0 e1d6a67b021e 31bf3403b024 2024-05-15T16:44:33.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:33 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:33.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:33 smithi066 ceph-mon[29300]: Upgrade: Target is version 19.0.0-2576-gde5210d5 (squid) 2024-05-15T16:44:33.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:33 smithi066 ceph-mon[29300]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a'] 2024-05-15T16:44:33.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:33 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:33.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:33 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:33.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:33 smithi066 ceph-mon[29300]: Upgrade: Setting container_image for all mgr 2024-05-15T16:44:33.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:33 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:33.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:33 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-15T16:44:33.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:33 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-05-15T16:44:33.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:33 smithi066 ceph-mon[29300]: Upgrade: It appears safe to stop mon.b 2024-05-15T16:44:33.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:33 smithi066 ceph-mon[29300]: from='client.25726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:33.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:33 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:33.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:33 smithi066 ceph-mon[24465]: Upgrade: Target is version 19.0.0-2576-gde5210d5 (squid) 2024-05-15T16:44:33.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:33 smithi066 ceph-mon[24465]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a'] 2024-05-15T16:44:33.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:33 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:33.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:33 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:33.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:33 smithi066 ceph-mon[24465]: Upgrade: Setting container_image for all mgr 2024-05-15T16:44:33.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:33 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:33.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:33 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-15T16:44:33.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:33 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-05-15T16:44:33.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:33 smithi066 ceph-mon[24465]: Upgrade: It appears safe to stop mon.b 2024-05-15T16:44:33.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:33 smithi066 ceph-mon[24465]: from='client.25726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:33.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:33 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:33.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:33 smithi081 ceph-mon[25343]: Upgrade: Target is version 19.0.0-2576-gde5210d5 (squid) 2024-05-15T16:44:33.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:33 smithi081 ceph-mon[25343]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a'] 2024-05-15T16:44:33.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:33 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:33.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:33 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:33.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:33 smithi081 ceph-mon[25343]: Upgrade: Setting container_image for all mgr 2024-05-15T16:44:33.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:33 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:33.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:33 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-15T16:44:33.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:33 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-05-15T16:44:33.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:33 smithi081 ceph-mon[25343]: Upgrade: It appears safe to stop mon.b 2024-05-15T16:44:33.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:33 smithi081 ceph-mon[25343]: from='client.25726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:33.957 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:44:33.957 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": { 2024-05-15T16:44:33.957 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-05-15T16:44:33.958 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:44:33.958 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": { 2024-05-15T16:44:33.958 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:44:33.958 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:44:33.958 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": { 2024-05-15T16:44:33.958 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-05-15T16:44:33.958 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:44:33.958 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": {}, 2024-05-15T16:44:33.958 INFO:teuthology.orchestra.run.smithi066.stdout: "rgw": { 2024-05-15T16:44:33.958 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-05-15T16:44:33.958 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:44:33.958 INFO:teuthology.orchestra.run.smithi066.stdout: "overall": { 2024-05-15T16:44:33.958 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-05-15T16:44:33.958 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:44:33.959 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:44:33.959 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:44:34.305 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:44:34.305 INFO:teuthology.orchestra.run.smithi066.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a", 2024-05-15T16:44:34.305 INFO:teuthology.orchestra.run.smithi066.stdout: "in_progress": true, 2024-05-15T16:44:34.306 INFO:teuthology.orchestra.run.smithi066.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi081", 2024-05-15T16:44:34.306 INFO:teuthology.orchestra.run.smithi066.stdout: "services_complete": [], 2024-05-15T16:44:34.306 INFO:teuthology.orchestra.run.smithi066.stdout: "progress": "0/1 daemons upgraded", 2024-05-15T16:44:34.306 INFO:teuthology.orchestra.run.smithi066.stdout: "message": "Currently upgrading mon daemons", 2024-05-15T16:44:34.306 INFO:teuthology.orchestra.run.smithi066.stdout: "is_paused": false 2024-05-15T16:44:34.306 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:44:34.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:34 smithi081 ceph-mon[25343]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:34.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:34 smithi081 ceph-mon[25343]: from='client.15837 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:34.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:34 smithi081 ceph-mon[25343]: from='client.15843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:34.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:34 smithi081 ceph-mon[25343]: from='client.? 172.21.15.66:0/2969647316' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:34.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:34 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:34.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-15T16:44:34.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-15T16:44:34.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:34 smithi081 ceph-mon[25343]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:34.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:34 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:34.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:34 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:34.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:34 smithi081 ceph-mon[25343]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:35.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:34 smithi066 ceph-mon[24465]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:35.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:34 smithi066 ceph-mon[24465]: from='client.15837 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:35.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:34 smithi066 ceph-mon[24465]: from='client.15843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:35.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:34 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2969647316' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:35.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:34 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:35.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-15T16:44:35.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-15T16:44:35.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:34 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:35.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:34 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:35.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:34 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:35.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:34 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:34 smithi066 ceph-mon[29300]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:34 smithi066 ceph-mon[29300]: from='client.15837 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:34 smithi066 ceph-mon[29300]: from='client.15843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:34 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/2969647316' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:34 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-15T16:44:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-15T16:44:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:34 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:34 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:34 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:35.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:34 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:35.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:35 smithi081 ceph-mon[25343]: Upgrade: Updating mon.b 2024-05-15T16:44:35.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:35 smithi081 ceph-mon[25343]: Deploying daemon mon.b on smithi081 2024-05-15T16:44:35.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:35 smithi081 ceph-mon[25343]: from='client.25750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:36.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:35 smithi066 ceph-mon[29300]: Upgrade: Updating mon.b 2024-05-15T16:44:36.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:35 smithi066 ceph-mon[29300]: Deploying daemon mon.b on smithi081 2024-05-15T16:44:36.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:35 smithi066 ceph-mon[29300]: from='client.25750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:36.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:35 smithi066 ceph-mon[24465]: Upgrade: Updating mon.b 2024-05-15T16:44:36.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:35 smithi066 ceph-mon[24465]: Deploying daemon mon.b on smithi081 2024-05-15T16:44:36.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:35 smithi066 ceph-mon[24465]: from='client.25750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:44:36.164 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:35 smithi081 systemd[1]: Stopping Ceph mon.b for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:44:36.386 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:44:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:44:36] "GET /metrics HTTP/1.1" 200 37982 "" "Prometheus/2.43.0" 2024-05-15T16:44:36.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-b[25327]: 2024-05-15T16:44:36.162+0000 7f771f46e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-15T16:44:36.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-b[25327]: 2024-05-15T16:44:36.162+0000 7f771f46e700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-05-15T16:44:36.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:36 smithi081 podman[107994]: 2024-05-15 16:44:36.407910912 +0000 UTC m=+0.351640679 container died 82fb987622c50be139587124cecaf4e42622d74534accdf146feb032273daed0 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-b, distribution-scope=public, RELEASE=HEAD, io.k8s.display-name=CentOS Stream 8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, build-date=2022-05-03T08:36:31.336870, release=754, io.buildah.version=1.19.8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=-17.2.0, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.expose-services=, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, version=8, GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, com.redhat.component=centos-stream-container, name=centos-stream, GIT_BRANCH=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.tags=base centos centos-stream, vendor=Red Hat, Inc., ceph=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64) 2024-05-15T16:44:37.022 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:36 smithi081 podman[107994]: 2024-05-15 16:44:36.762188994 +0000 UTC m=+0.705918770 container cleanup 82fb987622c50be139587124cecaf4e42622d74534accdf146feb032273daed0 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-b, CEPH_POINT_RELEASE=-17.2.0, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, ceph=True, architecture=x86_64, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_CLEAN=True, version=8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, distribution-scope=public, release=754, io.buildah.version=1.19.8, name=centos-stream, build-date=2022-05-03T08:36:31.336870, vendor=Red Hat, Inc., GIT_BRANCH=HEAD, vcs-type=git, RELEASE=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, maintainer=Guillaume Abrioux , GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.tags=base centos centos-stream, io.openshift.expose-services=, io.k8s.display-name=CentOS Stream 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.component=centos-stream-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com) 2024-05-15T16:44:37.022 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:36 smithi081 bash[107994]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-b 2024-05-15T16:44:37.282 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:37 smithi081 podman[108029]: 2024-05-15 16:44:37.02191258 +0000 UTC m=+0.612942446 container remove 82fb987622c50be139587124cecaf4e42622d74534accdf146feb032273daed0 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-b, maintainer=Guillaume Abrioux , vcs-type=git, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, build-date=2022-05-03T08:36:31.336870, release=754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, CEPH_POINT_RELEASE=-17.2.0, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.buildah.version=1.19.8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, version=8, io.k8s.display-name=CentOS Stream 8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vendor=Red Hat, Inc., GIT_REPO=https://github.com/ceph/ceph-container.git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, RELEASE=HEAD, architecture=x86_64, GIT_BRANCH=HEAD, name=centos-stream, ceph=True, distribution-scope=public, GIT_CLEAN=True, com.redhat.component=centos-stream-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base centos centos-stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-05-15T16:44:37.282 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:37 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mon.b.service: Deactivated successfully. 2024-05-15T16:44:37.283 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:37 smithi081 systemd[1]: Stopped Ceph mon.b for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:44:37.283 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:37 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mon.b.service: Consumed 23.685s CPU time. 2024-05-15T16:44:37.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:37 smithi081 systemd[1]: Starting Ceph mon.b for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:44:38.831 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 podman[108190]: 2024-05-15 16:44:38.714455496 +0000 UTC m=+0.626805188 container create fc5b22328c1bab5ef9f5f7376f12bb1e0f18350a65a955ddb6ed627f994babe6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, RELEASE=wip-65480-squid-de5210d) 2024-05-15T16:44:38.831 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 podman[108190]: 2024-05-15 16:44:38.636738046 +0000 UTC m=+0.549087760 image pull 48bc18eb22d8284fb8ad68bf46e17b174a8aaf15dd2581bf7f093c432d12db31 quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a 2024-05-15T16:44:39.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 podman[108190]: 2024-05-15 16:44:38.958837028 +0000 UTC m=+0.871186742 container init fc5b22328c1bab5ef9f5f7376f12bb1e0f18350a65a955ddb6ed627f994babe6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-b, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-65480-squid-de5210d, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-15T16:44:39.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 podman[108190]: 2024-05-15 16:44:38.962271773 +0000 UTC m=+0.874621474 container start fc5b22328c1bab5ef9f5f7376f12bb1e0f18350a65a955ddb6ed627f994babe6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-65480-squid-de5210d, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514) 2024-05-15T16:44:39.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: set uid:gid to 167:167 (ceph:ceph) 2024-05-15T16:44:39.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev), process ceph-mon, pid 2 2024-05-15T16:44:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: pidfile_write: ignore empty --pid-file 2024-05-15T16:44:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: load: jerasure load: lrc 2024-05-15T16:44:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: RocksDB version: 7.9.2 2024-05-15T16:44:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Git sha 0 2024-05-15T16:44:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Compile date 2024-05-15 11:18:19 2024-05-15T16:44:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: DB SUMMARY 2024-05-15T16:44:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: DB Session ID: NWPVMU8R23BJNHJJ5SMQ 2024-05-15T16:44:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: CURRENT file: CURRENT 2024-05-15T16:44:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: IDENTITY file: IDENTITY 2024-05-15T16:44:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: MANIFEST file: MANIFEST-000009 size: 4987 Bytes 2024-05-15T16:44:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000087.sst 2024-05-15T16:44:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000085.log size: 2731687 ; 2024-05-15T16:44:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.error_if_exists: 0 2024-05-15T16:44:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.create_if_missing: 0 2024-05-15T16:44:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.paranoid_checks: 1 2024-05-15T16:44:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.flush_verify_memtable_count: 1 2024-05-15T16:44:39.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-15T16:44:39.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-15T16:44:39.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.env: 0x5581a401cc60 2024-05-15T16:44:39.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.fs: PosixFileSystem 2024-05-15T16:44:39.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.info_log: 0x5581a6675ac0 2024-05-15T16:44:39.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.max_file_opening_threads: 16 2024-05-15T16:44:39.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.statistics: (nil) 2024-05-15T16:44:39.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.use_fsync: 0 2024-05-15T16:44:39.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.max_log_file_size: 0 2024-05-15T16:44:39.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-15T16:44:39.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.log_file_time_to_roll: 0 2024-05-15T16:44:39.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.keep_log_file_num: 1000 2024-05-15T16:44:39.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.recycle_log_file_num: 0 2024-05-15T16:44:39.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.allow_fallocate: 1 2024-05-15T16:44:39.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.allow_mmap_reads: 0 2024-05-15T16:44:39.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.allow_mmap_writes: 0 2024-05-15T16:44:39.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.use_direct_reads: 0 2024-05-15T16:44:39.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-15T16:44:39.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.create_missing_column_families: 0 2024-05-15T16:44:39.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.db_log_dir: 2024-05-15T16:44:39.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.wal_dir: 2024-05-15T16:44:39.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.table_cache_numshardbits: 6 2024-05-15T16:44:39.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.WAL_ttl_seconds: 0 2024-05-15T16:44:39.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.WAL_size_limit_MB: 0 2024-05-15T16:44:39.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-15T16:44:39.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-15T16:44:39.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.is_fd_close_on_exec: 1 2024-05-15T16:44:39.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.advise_random_on_open: 1 2024-05-15T16:44:39.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.db_write_buffer_size: 0 2024-05-15T16:44:39.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.write_buffer_manager: 0x5581a66481e0 2024-05-15T16:44:39.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-15T16:44:39.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-15T16:44:39.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.use_adaptive_mutex: 0 2024-05-15T16:44:39.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.rate_limiter: (nil) 2024-05-15T16:44:39.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-15T16:44:39.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.wal_recovery_mode: 2 2024-05-15T16:44:39.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.enable_thread_tracking: 0 2024-05-15T16:44:39.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.enable_pipelined_write: 0 2024-05-15T16:44:39.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.unordered_write: 0 2024-05-15T16:44:39.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-15T16:44:39.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-15T16:44:39.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-15T16:44:39.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-15T16:44:39.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.row_cache: None 2024-05-15T16:44:39.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.wal_filter: None 2024-05-15T16:44:39.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-15T16:44:39.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.allow_ingest_behind: 0 2024-05-15T16:44:39.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.two_write_queues: 0 2024-05-15T16:44:39.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.manual_wal_flush: 0 2024-05-15T16:44:39.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.wal_compression: 0 2024-05-15T16:44:39.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.atomic_flush: 0 2024-05-15T16:44:39.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-15T16:44:39.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.persist_stats_to_disk: 0 2024-05-15T16:44:39.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.write_dbid_to_manifest: 0 2024-05-15T16:44:39.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.log_readahead_size: 0 2024-05-15T16:44:39.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-15T16:44:39.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.best_efforts_recovery: 0 2024-05-15T16:44:39.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-15T16:44:39.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-15T16:44:39.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.allow_data_in_errors: 0 2024-05-15T16:44:39.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.db_host_id: __hostname__ 2024-05-15T16:44:39.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.enforce_single_del_contracts: true 2024-05-15T16:44:39.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.max_background_jobs: 2 2024-05-15T16:44:39.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.max_background_compactions: -1 2024-05-15T16:44:39.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.max_subcompactions: 1 2024-05-15T16:44:39.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-15T16:44:39.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-15T16:44:39.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.delayed_write_rate : 16777216 2024-05-15T16:44:39.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.max_total_wal_size: 0 2024-05-15T16:44:39.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-15T16:44:39.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.stats_dump_period_sec: 600 2024-05-15T16:44:39.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.stats_persist_period_sec: 600 2024-05-15T16:44:39.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-15T16:44:39.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.max_open_files: -1 2024-05-15T16:44:39.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.bytes_per_sync: 0 2024-05-15T16:44:39.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.wal_bytes_per_sync: 0 2024-05-15T16:44:39.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.strict_bytes_per_sync: 0 2024-05-15T16:44:39.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.compaction_readahead_size: 0 2024-05-15T16:44:39.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.max_background_flushes: -1 2024-05-15T16:44:39.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Compression algorithms supported: 2024-05-15T16:44:39.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-15T16:44:39.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: kZSTD supported: 0 2024-05-15T16:44:39.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: kXpressCompression supported: 0 2024-05-15T16:44:39.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: kLZ4HCCompression supported: 1 2024-05-15T16:44:39.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: kZlibCompression supported: 1 2024-05-15T16:44:39.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: kSnappyCompression supported: 1 2024-05-15T16:44:39.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: kLZ4Compression supported: 1 2024-05-15T16:44:39.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: kBZip2Compression supported: 0 2024-05-15T16:44:39.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Fast CRC32 supported: Supported on x86 2024-05-15T16:44:39.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: DMutex implementation: pthread_mutex_t 2024-05-15T16:44:39.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-05-15T16:44:39.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-15T16:44:39.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-15T16:44:39.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.merge_operator: 2024-05-15T16:44:39.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.compaction_filter: None 2024-05-15T16:44:39.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.compaction_filter_factory: None 2024-05-15T16:44:39.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.sst_partitioner_factory: None 2024-05-15T16:44:39.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.memtable_factory: SkipListFactory 2024-05-15T16:44:39.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.table_factory: BlockBasedTable 2024-05-15T16:44:39.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5581a6675bc0) 2024-05-15T16:44:39.124 INFO:journalctl@ceph.mon.b.smithi081.stdout: cache_index_and_filter_blocks: 1 2024-05-15T16:44:39.124 INFO:journalctl@ceph.mon.b.smithi081.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-15T16:44:39.124 INFO:journalctl@ceph.mon.b.smithi081.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-15T16:44:39.124 INFO:journalctl@ceph.mon.b.smithi081.stdout: pin_top_level_index_and_filter: 1 2024-05-15T16:44:39.124 INFO:journalctl@ceph.mon.b.smithi081.stdout: index_type: 0 2024-05-15T16:44:39.125 INFO:journalctl@ceph.mon.b.smithi081.stdout: data_block_index_type: 0 2024-05-15T16:44:39.125 INFO:journalctl@ceph.mon.b.smithi081.stdout: index_shortening: 1 2024-05-15T16:44:39.125 INFO:journalctl@ceph.mon.b.smithi081.stdout: data_block_hash_table_util_ratio: 0.750000 2024-05-15T16:44:39.125 INFO:journalctl@ceph.mon.b.smithi081.stdout: checksum: 4 2024-05-15T16:44:39.125 INFO:journalctl@ceph.mon.b.smithi081.stdout: no_block_cache: 0 2024-05-15T16:44:39.125 INFO:journalctl@ceph.mon.b.smithi081.stdout: block_cache: 0x5581a6679090 2024-05-15T16:44:39.125 INFO:journalctl@ceph.mon.b.smithi081.stdout: block_cache_name: BinnedLRUCache 2024-05-15T16:44:39.125 INFO:journalctl@ceph.mon.b.smithi081.stdout: block_cache_options: 2024-05-15T16:44:39.125 INFO:journalctl@ceph.mon.b.smithi081.stdout: capacity : 536870912 2024-05-15T16:44:39.125 INFO:journalctl@ceph.mon.b.smithi081.stdout: num_shard_bits : 4 2024-05-15T16:44:39.125 INFO:journalctl@ceph.mon.b.smithi081.stdout: strict_capacity_limit : 0 2024-05-15T16:44:39.125 INFO:journalctl@ceph.mon.b.smithi081.stdout: high_pri_pool_ratio: 0.000 2024-05-15T16:44:39.125 INFO:journalctl@ceph.mon.b.smithi081.stdout: block_cache_compressed: (nil) 2024-05-15T16:44:39.125 INFO:journalctl@ceph.mon.b.smithi081.stdout: persistent_cache: (nil) 2024-05-15T16:44:39.125 INFO:journalctl@ceph.mon.b.smithi081.stdout: block_size: 4096 2024-05-15T16:44:39.126 INFO:journalctl@ceph.mon.b.smithi081.stdout: block_size_deviation: 10 2024-05-15T16:44:39.126 INFO:journalctl@ceph.mon.b.smithi081.stdout: block_restart_interval: 16 2024-05-15T16:44:39.126 INFO:journalctl@ceph.mon.b.smithi081.stdout: index_block_restart_interval: 1 2024-05-15T16:44:39.126 INFO:journalctl@ceph.mon.b.smithi081.stdout: metadata_block_size: 4096 2024-05-15T16:44:39.126 INFO:journalctl@ceph.mon.b.smithi081.stdout: partition_filters: 0 2024-05-15T16:44:39.126 INFO:journalctl@ceph.mon.b.smithi081.stdout: use_delta_encoding: 1 2024-05-15T16:44:39.126 INFO:journalctl@ceph.mon.b.smithi081.stdout: filter_policy: bloomfilter 2024-05-15T16:44:39.126 INFO:journalctl@ceph.mon.b.smithi081.stdout: whole_key_filtering: 1 2024-05-15T16:44:39.126 INFO:journalctl@ceph.mon.b.smithi081.stdout: verify_compression: 0 2024-05-15T16:44:39.126 INFO:journalctl@ceph.mon.b.smithi081.stdout: read_amp_bytes_per_bit: 0 2024-05-15T16:44:39.126 INFO:journalctl@ceph.mon.b.smithi081.stdout: format_version: 5 2024-05-15T16:44:39.126 INFO:journalctl@ceph.mon.b.smithi081.stdout: enable_index_compression: 1 2024-05-15T16:44:39.126 INFO:journalctl@ceph.mon.b.smithi081.stdout: block_align: 0 2024-05-15T16:44:39.126 INFO:journalctl@ceph.mon.b.smithi081.stdout: max_auto_readahead_size: 262144 2024-05-15T16:44:39.126 INFO:journalctl@ceph.mon.b.smithi081.stdout: prepopulate_block_cache: 0 2024-05-15T16:44:39.127 INFO:journalctl@ceph.mon.b.smithi081.stdout: initial_auto_readahead_size: 8192 2024-05-15T16:44:39.127 INFO:journalctl@ceph.mon.b.smithi081.stdout: num_file_reads_for_auto_readahead: 2 2024-05-15T16:44:39.127 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.write_buffer_size: 33554432 2024-05-15T16:44:39.127 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.max_write_buffer_number: 2 2024-05-15T16:44:39.127 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.compression: NoCompression 2024-05-15T16:44:39.127 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.bottommost_compression: Disabled 2024-05-15T16:44:39.127 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.prefix_extractor: nullptr 2024-05-15T16:44:39.127 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-15T16:44:39.127 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.num_levels: 7 2024-05-15T16:44:39.127 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-15T16:44:39.127 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-15T16:44:39.127 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-15T16:44:39.127 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-15T16:44:39.127 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-15T16:44:39.127 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-15T16:44:39.127 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-15T16:44:39.128 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-15T16:44:39.128 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-15T16:44:39.128 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-15T16:44:39.128 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-15T16:44:39.128 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-15T16:44:39.128 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.compression_opts.window_bits: -14 2024-05-15T16:44:39.128 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.compression_opts.level: 32767 2024-05-15T16:44:39.128 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.compression_opts.strategy: 0 2024-05-15T16:44:39.128 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-15T16:44:39.128 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-15T16:44:39.128 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-15T16:44:39.128 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-15T16:44:39.128 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.compression_opts.enabled: false 2024-05-15T16:44:39.128 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-15T16:44:39.128 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-15T16:44:39.129 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-15T16:44:39.129 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-15T16:44:39.129 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.target_file_size_base: 67108864 2024-05-15T16:44:39.129 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.target_file_size_multiplier: 1 2024-05-15T16:44:39.129 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-15T16:44:39.129 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-15T16:44:39.129 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-15T16:44:39.129 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-15T16:44:39.129 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-15T16:44:39.129 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-15T16:44:39.129 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-15T16:44:39.129 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-15T16:44:39.129 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-15T16:44:39.129 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-15T16:44:39.129 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-15T16:44:39.130 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-15T16:44:39.130 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-15T16:44:39.130 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.arena_block_size: 1048576 2024-05-15T16:44:39.130 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-15T16:44:39.130 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-15T16:44:39.130 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.disable_auto_compactions: 0 2024-05-15T16:44:39.130 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-15T16:44:39.130 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-15T16:44:39.130 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-15T16:44:39.130 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-15T16:44:39.130 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-15T16:44:39.130 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-15T16:44:39.130 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-15T16:44:39.130 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-15T16:44:39.131 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-15T16:44:39.131 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-15T16:44:39.131 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.table_properties_collectors: 2024-05-15T16:44:39.131 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.inplace_update_support: 0 2024-05-15T16:44:39.131 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.inplace_update_num_locks: 10000 2024-05-15T16:44:39.131 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-15T16:44:39.131 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-15T16:44:39.131 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.memtable_huge_page_size: 0 2024-05-15T16:44:39.131 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.bloom_locality: 0 2024-05-15T16:44:39.131 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.max_successive_merges: 0 2024-05-15T16:44:39.131 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.optimize_filters_for_hits: 0 2024-05-15T16:44:39.131 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.paranoid_file_checks: 0 2024-05-15T16:44:39.131 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.force_consistency_checks: 1 2024-05-15T16:44:39.132 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.report_bg_io_stats: 0 2024-05-15T16:44:39.132 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.ttl: 2592000 2024-05-15T16:44:39.132 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.periodic_compaction_seconds: 0 2024-05-15T16:44:39.132 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-15T16:44:39.132 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-15T16:44:39.132 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.enable_blob_files: false 2024-05-15T16:44:39.132 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.min_blob_size: 0 2024-05-15T16:44:39.132 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.blob_file_size: 268435456 2024-05-15T16:44:39.132 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.blob_compression_type: NoCompression 2024-05-15T16:44:39.132 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.enable_blob_garbage_collection: false 2024-05-15T16:44:39.132 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-15T16:44:39.132 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-15T16:44:39.132 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-15T16:44:39.132 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.blob_file_starting_level: 0 2024-05-15T16:44:39.133 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-15T16:44:39.133 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 87.sst 2024-05-15T16:44:39.133 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-05-15T16:44:39.133 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 89, last_sequence is 49436, log_number is 85,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-05-15T16:44:39.133 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 85 2024-05-15T16:44:39.133 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 9de36672-50b2-4717-ba9c-100c1b0e30af 2024-05-15T16:44:39.133 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715791478993723, "job": 1, "event": "recovery_started", "wal_files": [85]} 2024-05-15T16:44:39.133 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:38 smithi081 ceph-mon[108212]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #85 mode 2 2024-05-15T16:44:39.133 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:39 smithi081 ceph-mon[108212]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715791479001914, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 90, "file_size": 1692078, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 49441, "largest_seqno": 51757, "table_properties": {"data_size": 1684051, "index_size": 4067, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2949, "raw_key_size": 28926, "raw_average_key_size": 24, "raw_value_size": 1663442, "raw_average_value_size": 1429, "num_data_blocks": 172, "num_entries": 1164, "num_filter_entries": 1164, "num_deletions": 7, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1715791478, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "9de36672-50b2-4717-ba9c-100c1b0e30af", "db_session_id": "NWPVMU8R23BJNHJJ5SMQ", "orig_file_number": 90, "seqno_to_time_mapping": "N/A"}} 2024-05-15T16:44:39.133 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:39 smithi081 ceph-mon[108212]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715791479002034, "job": 1, "event": "recovery_finished"} 2024-05-15T16:44:39.133 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:39 smithi081 ceph-mon[108212]: rocksdb: [db/version_set.cc:5047] Creating manifest 92 2024-05-15T16:44:39.133 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:39 smithi081 ceph-mon[108212]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-05-15T16:44:39.134 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:39 smithi081 ceph-mon[108212]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000085.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-15T16:44:39.134 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:39 smithi081 ceph-mon[108212]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5581a676a000 2024-05-15T16:44:39.134 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:39 smithi081 ceph-mon[108212]: rocksdb: DB pointer 0x5581a6754000 2024-05-15T16:44:39.134 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:39 smithi081 ceph-mon[108212]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-15T16:44:39.134 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:39 smithi081 ceph-mon[108212]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-15T16:44:39.134 INFO:journalctl@ceph.mon.b.smithi081.stdout: ** DB Stats ** 2024-05-15T16:44:39.134 INFO:journalctl@ceph.mon.b.smithi081.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-15T16:44:39.134 INFO:journalctl@ceph.mon.b.smithi081.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-15T16:44:39.134 INFO:journalctl@ceph.mon.b.smithi081.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-15T16:44:39.134 INFO:journalctl@ceph.mon.b.smithi081.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-15T16:44:39.134 INFO:journalctl@ceph.mon.b.smithi081.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-15T16:44:39.134 INFO:journalctl@ceph.mon.b.smithi081.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-15T16:44:39.134 INFO:journalctl@ceph.mon.b.smithi081.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-15T16:44:39.134 INFO:journalctl@ceph.mon.b.smithi081.stdout: 2024-05-15T16:44:39.135 INFO:journalctl@ceph.mon.b.smithi081.stdout: ** Compaction Stats [default] ** 2024-05-15T16:44:39.135 INFO:journalctl@ceph.mon.b.smithi081.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-15T16:44:39.135 INFO:journalctl@ceph.mon.b.smithi081.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-15T16:44:39.135 INFO:journalctl@ceph.mon.b.smithi081.stdout: L0 1/0 1.61 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 474.8 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-05-15T16:44:39.135 INFO:journalctl@ceph.mon.b.smithi081.stdout: L6 1/0 10.69 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-05-15T16:44:39.135 INFO:journalctl@ceph.mon.b.smithi081.stdout: Sum 2/0 12.30 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 474.8 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-05-15T16:44:39.135 INFO:journalctl@ceph.mon.b.smithi081.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 474.8 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-05-15T16:44:39.135 INFO:journalctl@ceph.mon.b.smithi081.stdout: 2024-05-15T16:44:39.135 INFO:journalctl@ceph.mon.b.smithi081.stdout: ** Compaction Stats [default] ** 2024-05-15T16:44:39.135 INFO:journalctl@ceph.mon.b.smithi081.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-15T16:44:39.135 INFO:journalctl@ceph.mon.b.smithi081.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-15T16:44:39.135 INFO:journalctl@ceph.mon.b.smithi081.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 474.8 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-05-15T16:44:39.135 INFO:journalctl@ceph.mon.b.smithi081.stdout: 2024-05-15T16:44:39.135 INFO:journalctl@ceph.mon.b.smithi081.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-15T16:44:39.135 INFO:journalctl@ceph.mon.b.smithi081.stdout: 2024-05-15T16:44:39.136 INFO:journalctl@ceph.mon.b.smithi081.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-15T16:44:39.136 INFO:journalctl@ceph.mon.b.smithi081.stdout: Flush(GB): cumulative 0.002, interval 0.002 2024-05-15T16:44:39.136 INFO:journalctl@ceph.mon.b.smithi081.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-15T16:44:39.136 INFO:journalctl@ceph.mon.b.smithi081.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-15T16:44:39.136 INFO:journalctl@ceph.mon.b.smithi081.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-15T16:44:39.136 INFO:journalctl@ceph.mon.b.smithi081.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-15T16:44:39.136 INFO:journalctl@ceph.mon.b.smithi081.stdout: Cumulative compaction: 0.00 GB write, 127.55 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-15T16:44:39.136 INFO:journalctl@ceph.mon.b.smithi081.stdout: Interval compaction: 0.00 GB write, 127.55 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-15T16:44:39.136 INFO:journalctl@ceph.mon.b.smithi081.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-15T16:44:39.136 INFO:journalctl@ceph.mon.b.smithi081.stdout: Block cache BinnedLRUCache@0x5581a6679090#2 capacity: 512.00 MB usage: 33.14 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-05-15T16:44:39.136 INFO:journalctl@ceph.mon.b.smithi081.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,29.06 KB,0.00554323%) IndexBlock(1,4.08 KB,0.000777841%) Misc(1,0.00 KB,0%) 2024-05-15T16:44:39.136 INFO:journalctl@ceph.mon.b.smithi081.stdout: 2024-05-15T16:44:39.136 INFO:journalctl@ceph.mon.b.smithi081.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-15T16:44:39.136 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:39 smithi081 ceph-mon[108212]: starting mon.b rank 2 at public addrs [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] at bind addrs [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:44:39.136 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:39 smithi081 ceph-mon[108212]: mon.b@-1(???) e3 preinit fsid b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:44:39.137 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:39 smithi081 ceph-mon[108212]: mon.b@-1(???).mds e1 new map 2024-05-15T16:44:39.137 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:39 smithi081 ceph-mon[108212]: mon.b@-1(???).mds e1 print_map 2024-05-15T16:44:39.137 INFO:journalctl@ceph.mon.b.smithi081.stdout: e1 2024-05-15T16:44:39.137 INFO:journalctl@ceph.mon.b.smithi081.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-15T16:44:39.137 INFO:journalctl@ceph.mon.b.smithi081.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-05-15T16:44:39.137 INFO:journalctl@ceph.mon.b.smithi081.stdout: legacy client fscid: -1 2024-05-15T16:44:39.137 INFO:journalctl@ceph.mon.b.smithi081.stdout: 2024-05-15T16:44:39.137 INFO:journalctl@ceph.mon.b.smithi081.stdout: No filesystems configured 2024-05-15T16:44:39.137 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:39 smithi081 ceph-mon[108212]: mon.b@-1(???).osd e112 crush map has features 3314933000854323200, adjusting msgr requires 2024-05-15T16:44:39.137 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:39 smithi081 ceph-mon[108212]: mon.b@-1(???).osd e112 crush map has features 432629239337189376, adjusting msgr requires 2024-05-15T16:44:39.137 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:39 smithi081 ceph-mon[108212]: mon.b@-1(???).osd e112 crush map has features 432629239337189376, adjusting msgr requires 2024-05-15T16:44:39.137 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:39 smithi081 ceph-mon[108212]: mon.b@-1(???).osd e112 crush map has features 432629239337189376, adjusting msgr requires 2024-05-15T16:44:39.137 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:39 smithi081 ceph-mon[108212]: mon.b@-1(???).paxosservice(auth 1..28) refresh upgraded, format 0 -> 3 2024-05-15T16:44:39.137 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:39 smithi081 bash[108190]: fc5b22328c1bab5ef9f5f7376f12bb1e0f18350a65a955ddb6ed627f994babe6 2024-05-15T16:44:39.137 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:39 smithi081 systemd[1]: Started Ceph mon.b for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:44:40.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:40.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:40.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: mon.b calling monitor election 2024-05-15T16:44:40.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: mon.c calling monitor election 2024-05-15T16:44:40.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: mon.a calling monitor election 2024-05-15T16:44:40.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-15T16:44:40.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: monmap e3: 3 mons at {a=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0],b=[v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0],c=[v2:172.21.15.66:3301/0,v1:172.21.15.66:6790/0]} 2024-05-15T16:44:40.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: fsmap 2024-05-15T16:44:40.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: osdmap e112: 8 total, 8 up, 8 in 2024-05-15T16:44:40.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: mgrmap e44: y(active, since 5m), standbys: x 2024-05-15T16:44:40.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: overall HEALTH_OK 2024-05-15T16:44:40.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='' 2024-05-15T16:44:40.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:40.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:40.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:40.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:40.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:40.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:40.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:40.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:40.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:40.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:40.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:40.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:40.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:40.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:40.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:40.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:40.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:40.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:40.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:40.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:40.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:40.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:40.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:40.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:40.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:40.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:40.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:40.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:40.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:40.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:40.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:40.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: mon.b calling monitor election 2024-05-15T16:44:40.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: mon.c calling monitor election 2024-05-15T16:44:40.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: mon.a calling monitor election 2024-05-15T16:44:40.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-15T16:44:40.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: monmap e3: 3 mons at {a=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0],b=[v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0],c=[v2:172.21.15.66:3301/0,v1:172.21.15.66:6790/0]} 2024-05-15T16:44:40.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: fsmap 2024-05-15T16:44:40.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: osdmap e112: 8 total, 8 up, 8 in 2024-05-15T16:44:40.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: mgrmap e44: y(active, since 5m), standbys: x 2024-05-15T16:44:40.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: overall HEALTH_OK 2024-05-15T16:44:40.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='' 2024-05-15T16:44:40.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:40.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:40.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:40.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:40.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:40.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:40.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:40.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:40.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:40.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:40.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:40.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:40.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:40.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:40.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:40.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:40.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:40.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:40.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:40.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:40.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:40.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:40.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:40.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:40.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:40.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:40.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:40.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:40.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:40.547 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:40 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:40.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:40.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: mon.b calling monitor election 2024-05-15T16:44:40.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: mon.c calling monitor election 2024-05-15T16:44:40.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: mon.a calling monitor election 2024-05-15T16:44:40.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-15T16:44:40.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: monmap e3: 3 mons at {a=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0],b=[v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0],c=[v2:172.21.15.66:3301/0,v1:172.21.15.66:6790/0]} 2024-05-15T16:44:40.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: fsmap 2024-05-15T16:44:40.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: osdmap e112: 8 total, 8 up, 8 in 2024-05-15T16:44:40.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: mgrmap e44: y(active, since 5m), standbys: x 2024-05-15T16:44:40.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: overall HEALTH_OK 2024-05-15T16:44:40.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='' 2024-05-15T16:44:40.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:40.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:40.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:40.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:40.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:40.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:40.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:40.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:40.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:40.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:40.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:40.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:40.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:40.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:40.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:40.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:40.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:40.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:40.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:40.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:40.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:40.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:40.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:40.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:40.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:40.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:40.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:40.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.621 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:40.621 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:40.621 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:40.621 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:40.621 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:40 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:41.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:41.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:41.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:41.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:41.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:41.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:41.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:41.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:41.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:41.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:41.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:41.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:41.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:44:41.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:41.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:41.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:41.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:41.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:41.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:41.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:41.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:41.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:41.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:41.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:41.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:41.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:41.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:41.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:41.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:41.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:41.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:41.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:41.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:41.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:41.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:41.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:41 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:41.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:41.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:41.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:41.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:41.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:41.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:44:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:41.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:41.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:41.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:41.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:41.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:41.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:41.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:41.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:41.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:41.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:41.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:44:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:41.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:41.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:41.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:41.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:41.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:41.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:41.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:41 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:42.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:42.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:42.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:42.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:42.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:42.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:42.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:42.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:42.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:42.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:42.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:42.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:42.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:42.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:42.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:42.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:42.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:42.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:42.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:42.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:42.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:42.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:42.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:42.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:42.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:42.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:42.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:42.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:42.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:42.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:42.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:42.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:42.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:42.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:42.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:42.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:42.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:42.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:42.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:42.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:42.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:42.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:42.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:42.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:42.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:42.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:42.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:42.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:42.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:42.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:42.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:42.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:42.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:42.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:42.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:42.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:42.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:42.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:42.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:42.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:42.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:42.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:42.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:42.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:42 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:42.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:42.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:42.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:42.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:42.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:42.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:42.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:42.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:42.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:42.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:42.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:42.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:42.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:42.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:42.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:42.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:42.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:42.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:42.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:42.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:42.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:42.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:42.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:42.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:42.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:42.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:42.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:42.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:42.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:42.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:42.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:42.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:42.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:42.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:42.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:42.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:42.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:42 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:43.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:43.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:43.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:43.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:43.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:43.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:43.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:43.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:43.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:43.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:43.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:43.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:43.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:43.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:43.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:43.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:43.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:43.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:43.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:43.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:43.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:43.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:43.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:43.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:43.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:43.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:43.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:43.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:43.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:43.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:43.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:43.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:43.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:43.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:43.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:43 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:43.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:43.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:43.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:43.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:43.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:43.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:43.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:43.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:43.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:43.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:43.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:43.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:43.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:43.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:43.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:43.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:43.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:43.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:43.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:43.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:43.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:43.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:43.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:43.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:43.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:43.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:43.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:43.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:43.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:43.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:43.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:43.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:43.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:43.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:43.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:43.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:43.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:43.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:43.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:43.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:43.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:43.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:43.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:43.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:43.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:43.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:43.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:43.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:43.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:43.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:43.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:43.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:43.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:43.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:43.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:43.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:43.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:43.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:43.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:43.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:43.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:43.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:43.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:43.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:43.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:43.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:43.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:43.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:43.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:43.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:43.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:43 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:44.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:44:44 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:44:44.011+0000 7ff506644700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-05-15T16:44:44.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:44.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:44.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:44.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:44.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:44.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:44.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:44.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:44.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:44.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:44.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:44.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:44.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:44.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:44.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:44.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:44.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:44.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:44.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:44.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:44.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:44.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:44.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:44.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:44.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:44.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:44.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:44.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:44.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:44.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:44.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:44.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:44.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:44.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:44.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:44.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:44.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:44.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:44.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:44.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:44.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:44.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:44.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:44.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:44.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.290 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:44.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:44.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:44.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:44.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:44.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:44.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:44.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:44.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:44.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:44.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:44.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.291 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:44.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:44.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:44.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:44.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:44.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:44.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:44.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:44.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:44.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:44.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:44.292 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:44.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:44.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:44.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:44.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:44.293 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:44 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:44.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:44.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:44.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:44.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:44.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:44.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:44.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:44.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:44.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:44.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:44.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:44.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:44.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:44.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:44.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:44.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:44.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:44.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:44.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:44.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:44.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:44.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:44.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:44.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:44.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:44.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:44.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:44.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:44.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:44.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:44.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:44.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:44.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:44.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:44.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:44.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:44.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:44 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:45.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:45.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:45.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:45.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:45.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:45.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:45.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:45.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:44:45.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:45.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:45.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:45.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:45.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:45.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:45.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:45.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:45.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:45.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:45.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:45.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:45.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:45.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:45.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:45.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:45.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:45.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:45.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:45.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:45.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:44:45.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:45.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:45.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:45.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:45.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:45.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:45.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:45.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:45.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:45.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:45.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:45.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:45.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:45.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:45.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:45.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:45.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:45.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:45.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:45.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:45.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:45.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:45.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:45.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:45.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:45.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:45.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:45.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:45.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:45.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:45.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:45.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:45.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:45.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:45.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:45.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:45.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:45.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:45.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:45.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:45.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:45.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:45.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:45.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:45.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:45.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:45.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:45.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:45.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:45.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:45.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:45 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:45.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:44:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:45.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:45.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:45.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:45.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:45.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:45.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:45.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:45.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:45.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:45.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:45.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:45.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:45.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:45.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:45.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:45.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:45.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:45.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:45.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:45.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:45.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:45 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:46.389 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:46.389 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:46.389 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:46.389 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:46.389 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.389 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:46.389 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.389 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:46.390 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:46.390 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:46.390 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:46.390 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.390 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:46.390 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.390 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:46.390 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:46.390 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:46.390 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:46.390 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.390 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:46.390 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.390 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:46.391 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:46.391 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:46.391 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:46.391 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.391 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:46.391 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.391 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:46.391 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:46.391 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:46.391 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:46.391 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.391 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:46.391 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.391 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:46.392 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:46.392 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:46.392 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:46.392 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.392 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:46.392 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.392 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:46.392 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:46.392 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:46.392 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.392 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:46.392 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.392 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:46.392 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:46.392 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:46 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:46.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:44:46 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:44:46] "GET /metrics HTTP/1.1" 200 37992 "" "Prometheus/2.43.0" 2024-05-15T16:44:46.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:46.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:46.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:46.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:46.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:46.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:46.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:46.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:46.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:46.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:46.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:46.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:46.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:46.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:46.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:46.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:46.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:46.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:46.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:46.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:46.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:46.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:46.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:46.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:46.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:46.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:46.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:46.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:46.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:46.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:46.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:46.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:46.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:46.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:46.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:46.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:46.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:46.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:46.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:46.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:46.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:46.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:46.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:46.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:46.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:46.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:46.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:46.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:46.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:46.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:46.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:46.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:46.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:46.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:46.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:46.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:46.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:46.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:46.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:46.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:46.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:46.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:46.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:46.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:46.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:46.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:46.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:46.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:46.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:46.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:46.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:46.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:46.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:46.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:46.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:46 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:47.303 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:47.303 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:47.303 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.303 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:47.303 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.304 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:47.304 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:47.304 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:47.304 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:47.304 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.304 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:47.304 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.304 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:47.304 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:47.304 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:47.304 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:47.304 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.304 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:47.304 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.304 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:47.305 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:47.305 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:47.305 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:47.305 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.305 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:47.305 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.305 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:47.305 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:47.305 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:47.305 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:47.305 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.306 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:47.306 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.306 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:47.306 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:47.306 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:47.306 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:47.306 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.307 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:47.307 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.307 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:47.307 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:47.307 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:47.307 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.307 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:47.307 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.308 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:47.308 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:47.308 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:47 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:47.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:47.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:47.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:47.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:47.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:47.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:47.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:47.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:47.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:47.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:47.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:47.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:47.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:47.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:47.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:47.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:47.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:47.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:47.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:47.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:47.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:47.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:47.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:47.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:47.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:47.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:47.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:47.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:47.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:47.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:47.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:47.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:47.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:47.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:47.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:47.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:47.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:47.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:47.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:47.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:47.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:47.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:47.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:47.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:47.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:47.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:47.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:47.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:47.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:47.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:47.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:47.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:47.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:47.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:47.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:47.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:47.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:47.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:47.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:47.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:47.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:47.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:47.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:47.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:47.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:47.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:47.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:47.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:47.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:47.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:47.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:47 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:48.401 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:48.402 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:48.402 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:48.402 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.402 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:48.402 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.403 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:48.403 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:48.403 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:48.403 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:48.403 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.403 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:48.403 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.404 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:48.404 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:48.404 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:48.404 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:48.404 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.404 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:48.404 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:48.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:48.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:48.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:48.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:48.405 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:48.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:48.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:48.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:48.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:48.406 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:48.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:48.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:48.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:48.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:48.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.407 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:48.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:48.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:48.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:48.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:48.408 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:48.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:48.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:48.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:48.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:48.409 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:48 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:48.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:48.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:48.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:48.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:48.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:48.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:48.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:48.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:48.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:48.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:48.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:48.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:48.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:48.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:48.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:48.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:48.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:48.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:48.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:48.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:48.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:48.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:48.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:48.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:48.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:48.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:48.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:48.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:48.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:48.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:48.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:48.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:48.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:48.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:48.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:48.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:48.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:48.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:48.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:48.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:48.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:48.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:48.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:48.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:48.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:48.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:48.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:48.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:48.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:48.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:48.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:48.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:48.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:48.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:48.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:48.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:48.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:48.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:48.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:48.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:48.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:48.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:48.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:48.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:48.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:48.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:48.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:48.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:48.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:48.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:48.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:48.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:48.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:48.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:48.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:48.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:48.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:48.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:48.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:48.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:48.545 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:48 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:49.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:49.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:49.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:49.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:49.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:49.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:49.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:49.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:49.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:49.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:49.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:49.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:49.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:49.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:49.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:49.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:49.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:49.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:49.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:49.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:49.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:49.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:49.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:49.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:49.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:49.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:49.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:49.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:49.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:49.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:49.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:49.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:49.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:49.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:49.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:49.369 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:49 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:49.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:49.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:49.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:49.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:49.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:49.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:49.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:49.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:49.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:49.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:49.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:49.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:49.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:49.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:49.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:49.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:49.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:49.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:49.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:49.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:49.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:49.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:49.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:49.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:49.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:49.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:49.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:49.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:49.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:49.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:49.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:49.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:49.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:49.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:49.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:49.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:49.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:49.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:49.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:49.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:49.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:49.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:49.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:49.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:49.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:49.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:49.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:49.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:49.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:49.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:49.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:49.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:49.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:49.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:49.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:49.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:49.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:49.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:49.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:49.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:49.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:49.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:49.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:49.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:49.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:49.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:49.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:49.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:49.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:49.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:49.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:49.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:49.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:49 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:50.354 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:50.355 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:50.355 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:50.355 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.355 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:50.355 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.355 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:50.355 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:50.355 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:50.355 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:50.355 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.355 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:50.355 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.355 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:50.356 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:50.356 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:50.356 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:50.356 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.356 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:50.356 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.356 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:50.356 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:50.356 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:50.356 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:50.356 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.356 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:50.356 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.356 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:50.356 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:50.357 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:50.357 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:50.357 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.357 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:50.357 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.357 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:50.357 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:50.357 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:50.357 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:50.358 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.358 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:50.358 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.358 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:50.358 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:50.358 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:50.358 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.358 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:50.358 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.358 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:50.358 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:50.358 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:50 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:50.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:50.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:50.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:50.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:50.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:50.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:50.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:50.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:50.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:50.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:50.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:50.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:50.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:50.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:50.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:50.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:50.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:50.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:50.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:50.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:50.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:50.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:50.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:50.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:50.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:50.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:50.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:50.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:50.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:50.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:50.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:50.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:50.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:50.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:50.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:50.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:50.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:50.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:50.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:50.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:50.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:50.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:50.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:50.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:50.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:50.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:50.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:50.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:50.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:50.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:50.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:50.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:50.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:50.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:50.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:50.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:50.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:50.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:50.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:50.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:50.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:50.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:50.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:50.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:50.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:50.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:50.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:50.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:50.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:50.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:50.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:50.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:50.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:50 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:51.513 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:51.513 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:51.513 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.513 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:51.514 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.514 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:51.514 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:51.514 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:51.514 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:51.514 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.514 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:51.514 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.514 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:51.514 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:51.514 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:51.514 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:51.515 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.515 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:51.515 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.515 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:51.515 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:51.515 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:44:51.515 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:51.515 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:51.515 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.515 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:51.515 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.515 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:51.515 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:51.515 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:51.515 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:51.516 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.516 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:51.516 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.516 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:51.516 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:51.516 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:51.516 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:51.516 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.516 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:51.516 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.516 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:51.516 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:51.516 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:51.516 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.517 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:51.517 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.517 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:51.517 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:51.517 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:51 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:51.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:51.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:51.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:51.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:51.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:51.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:51.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:51.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:51.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:51.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:51.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:51.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:51.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:51.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:51.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:51.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:44:51.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:51.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:51.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:51.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:51.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:51.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:51.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:51.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:51.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:51.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:51.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:51.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:51.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:51.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:51.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:51.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:51.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:51.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:51.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:51.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:51.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:44:51.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:51.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:51.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:51.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:51.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:51.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:51.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:51.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:51.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:51.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:51.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:51.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:51.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:51.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:51.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:51.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:51.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:51.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:51.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:51.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:51.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:51.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:51.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:51.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:51.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:51.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:51.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:51.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:51.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:51.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:51.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:51.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:51.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:51.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:51.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:51.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:51 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:52.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:52.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:52.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:52.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:52.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:52.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:52.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:52.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:52.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:52.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:52.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:52.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:52.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:52.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:52.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:52.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:52.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:52.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:52.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:52.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:52.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:52.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:52.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:52.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:52.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:52.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:52.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:52.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:52.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:52.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:52.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:52.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:52.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:52.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:52.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:52.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:52.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:52.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:52.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:52.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:52.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:52.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:52.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:52.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:52.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:52.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:52.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:52.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:52.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:52.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:52.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:52.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:52.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:52.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:52.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:52.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:52.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:52.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:52.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:52.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:52.544 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:52.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:52.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:52.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:52.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:52.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:52.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:52.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:52.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:52.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:52.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:52.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:52.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:52.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:52.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:52.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:52.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:52.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:52.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:52.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:52 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:52.586 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:52.586 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:52.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:52.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:52.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:52.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:52.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:52.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:52.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:52.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:52.587 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:52.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:52.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:52.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:52.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:52.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:52.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:52.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:52.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:52.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:52.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:52.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:52.588 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:52.589 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.589 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:52.589 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.589 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:52.589 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:52.589 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:52.589 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:52.589 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.589 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:52.589 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.589 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:52.589 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:52.589 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:52.589 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.589 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:52.590 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.590 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:52.590 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:52.591 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:52.591 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.591 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:52.591 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:52.591 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:52.591 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:52.591 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:52 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:53.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:53.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:53.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:53.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:53.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:53.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:53.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:53.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:53.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:53.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:53.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:53.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:53.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:53.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:53.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:53.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:53.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:53.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:53.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:53.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:53.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:53.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:53.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:53.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:53.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:53.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:53.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:53.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:53.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:53.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:53.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:53.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:53.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:53.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:53.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:53.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:53.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:53.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:53.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:53.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:53.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:53.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:53.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:53.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:53.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:53.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:53.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:53.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:53.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:53.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:53.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:53.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:53.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:53.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:53.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:53.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:53.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:53.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:53.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:53.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:53.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:53.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:53.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:53.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:53.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:53.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:53.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:53.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:53.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:53.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:53 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:53.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:53.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:53.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:53.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:53.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:53.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:53.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:53.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:53.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:53.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:53.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:53.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:53.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:53.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:53.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:53.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:53.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:53.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:53.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:53.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:53.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:53.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:53.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:53.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:53.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:53.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:53.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:53.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:53.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:53.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:53.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:53.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:53.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:53.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:53.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:53.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:53 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.394 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:54.394 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:54.394 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:54.394 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:54.394 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.394 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.394 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.394 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:54.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:54.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:54.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:54.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:54.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:54.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:54.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:54.395 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.396 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:54.396 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.396 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.396 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.396 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.396 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.396 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.397 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all crash 2024-05-15T16:44:54.397 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.397 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.397 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all mds 2024-05-15T16:44:54.397 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.397 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.397 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all rbd-mirror 2024-05-15T16:44:54.397 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.397 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.397 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all cephfs-mirror 2024-05-15T16:44:54.398 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.398 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.398 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.398 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-05-15T16:44:54.398 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.398 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all ceph-exporter 2024-05-15T16:44:54.398 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.398 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.398 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all nfs 2024-05-15T16:44:54.398 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.399 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.399 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all nvmeof 2024-05-15T16:44:54.399 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.399 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.399 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all node-exporter 2024-05-15T16:44:54.399 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.399 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.399 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.399 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all prometheus 2024-05-15T16:44:54.399 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.399 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.399 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.399 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all alertmanager 2024-05-15T16:44:54.399 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.399 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.399 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.400 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all grafana 2024-05-15T16:44:54.400 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.400 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.400 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.400 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all loki 2024-05-15T16:44:54.400 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.400 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.400 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.400 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all promtail 2024-05-15T16:44:54.400 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.400 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.400 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: Upgrade: Finalizing container_image settings 2024-05-15T16:44:54.400 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-05-15T16:44:54.400 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-05-15T16:44:54.400 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-05-15T16:44:54.401 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.401 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.401 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-05-15T16:44:54.401 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-05-15T16:44:54.401 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-05-15T16:44:54.401 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-05-15T16:44:54.401 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-05-15T16:44:54.401 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-05-15T16:44:54.401 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-05-15T16:44:54.401 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-05-15T16:44:54.401 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-05-15T16:44:54.401 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-05-15T16:44:54.401 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-05-15T16:44:54.401 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-05-15T16:44:54.401 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-05-15T16:44:54.402 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-05-15T16:44:54.402 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.402 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.402 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-05-15T16:44:54.402 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-05-15T16:44:54.402 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-05-15T16:44:54.402 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-05-15T16:44:54.402 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-05-15T16:44:54.402 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-05-15T16:44:54.402 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-05-15T16:44:54.402 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-05-15T16:44:54.402 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-05-15T16:44:54.402 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-05-15T16:44:54.402 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-05-15T16:44:54.403 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.403 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.403 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.403 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.403 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.403 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.403 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.403 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.403 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.403 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.403 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.403 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.403 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: Upgrade: Complete! 2024-05-15T16:44:54.403 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-05-15T16:44:54.404 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-05-15T16:44:54.404 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-05-15T16:44:54.404 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.404 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:54.404 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:54.404 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.404 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.404 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:54.404 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:54.404 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:54 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:54.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:54.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:54.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:54.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:54.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:54.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:54.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:54.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:54.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:54.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:54.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:54.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:54.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: Upgrade: Setting container_image for all crash 2024-05-15T16:44:54.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: Upgrade: Setting container_image for all mds 2024-05-15T16:44:54.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: Upgrade: Setting container_image for all rbd-mirror 2024-05-15T16:44:54.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: Upgrade: Setting container_image for all cephfs-mirror 2024-05-15T16:44:54.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-05-15T16:44:54.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: Upgrade: Setting container_image for all ceph-exporter 2024-05-15T16:44:54.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: Upgrade: Setting container_image for all nfs 2024-05-15T16:44:54.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: Upgrade: Setting container_image for all nvmeof 2024-05-15T16:44:54.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: Upgrade: Setting container_image for all node-exporter 2024-05-15T16:44:54.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: Upgrade: Setting container_image for all prometheus 2024-05-15T16:44:54.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: Upgrade: Setting container_image for all alertmanager 2024-05-15T16:44:54.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:54.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:54.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:54.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:54.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:54.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:54.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:54.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:54.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:54.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:54.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:54.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:54.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:44:54.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: Upgrade: Setting container_image for all grafana 2024-05-15T16:44:54.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.544 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: Upgrade: Setting container_image for all loki 2024-05-15T16:44:54.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: Upgrade: Setting container_image for all promtail 2024-05-15T16:44:54.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: Upgrade: Finalizing container_image settings 2024-05-15T16:44:54.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-05-15T16:44:54.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-05-15T16:44:54.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-05-15T16:44:54.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-05-15T16:44:54.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-05-15T16:44:54.545 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-05-15T16:44:54.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-05-15T16:44:54.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-05-15T16:44:54.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-05-15T16:44:54.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-05-15T16:44:54.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-05-15T16:44:54.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-05-15T16:44:54.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-05-15T16:44:54.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-05-15T16:44:54.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-05-15T16:44:54.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-05-15T16:44:54.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-05-15T16:44:54.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.547 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.547 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-05-15T16:44:54.547 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-05-15T16:44:54.547 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-05-15T16:44:54.547 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-05-15T16:44:54.547 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-05-15T16:44:54.547 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-05-15T16:44:54.547 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-05-15T16:44:54.547 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-05-15T16:44:54.547 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-05-15T16:44:54.547 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-05-15T16:44:54.547 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-05-15T16:44:54.547 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.547 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.547 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.548 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.548 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.548 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.548 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.548 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.548 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.548 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.548 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.548 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.548 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: Upgrade: Complete! 2024-05-15T16:44:54.548 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-05-15T16:44:54.548 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-05-15T16:44:54.548 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-05-15T16:44:54.548 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.548 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:54.549 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:54.549 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.549 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.549 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:54.549 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:54.549 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.550 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: Upgrade: Setting container_image for all crash 2024-05-15T16:44:54.550 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.550 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.550 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: Upgrade: Setting container_image for all mds 2024-05-15T16:44:54.550 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.550 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.550 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: Upgrade: Setting container_image for all rbd-mirror 2024-05-15T16:44:54.550 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.550 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.551 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: Upgrade: Setting container_image for all cephfs-mirror 2024-05-15T16:44:54.551 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.551 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.551 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.551 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-05-15T16:44:54.551 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.551 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: Upgrade: Setting container_image for all ceph-exporter 2024-05-15T16:44:54.551 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.551 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.551 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: Upgrade: Setting container_image for all nfs 2024-05-15T16:44:54.551 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.552 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.552 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: Upgrade: Setting container_image for all nvmeof 2024-05-15T16:44:54.552 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.552 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.552 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: Upgrade: Setting container_image for all node-exporter 2024-05-15T16:44:54.552 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.552 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.553 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.553 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: Upgrade: Setting container_image for all prometheus 2024-05-15T16:44:54.553 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.553 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.553 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.553 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: Upgrade: Setting container_image for all alertmanager 2024-05-15T16:44:54.553 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.554 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.554 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.554 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: Upgrade: Setting container_image for all grafana 2024-05-15T16:44:54.554 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.554 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.554 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.555 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: Upgrade: Setting container_image for all loki 2024-05-15T16:44:54.555 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.555 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.555 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:44:54.555 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: Upgrade: Setting container_image for all promtail 2024-05-15T16:44:54.555 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.556 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-15T16:44:54.556 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: Upgrade: Finalizing container_image settings 2024-05-15T16:44:54.556 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-05-15T16:44:54.556 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-05-15T16:44:54.556 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-05-15T16:44:54.556 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.556 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.557 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-05-15T16:44:54.557 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-05-15T16:44:54.557 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-05-15T16:44:54.557 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-05-15T16:44:54.557 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-05-15T16:44:54.557 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-05-15T16:44:54.557 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-05-15T16:44:54.558 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-05-15T16:44:54.558 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-05-15T16:44:54.558 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-05-15T16:44:54.558 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-05-15T16:44:54.558 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-05-15T16:44:54.558 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-05-15T16:44:54.559 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-05-15T16:44:54.559 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.559 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.559 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-05-15T16:44:54.559 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-05-15T16:44:54.559 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-05-15T16:44:54.560 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-05-15T16:44:54.560 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-05-15T16:44:54.560 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-05-15T16:44:54.560 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-05-15T16:44:54.560 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-05-15T16:44:54.560 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-05-15T16:44:54.561 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-05-15T16:44:54.561 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-05-15T16:44:54.561 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.561 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.561 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.561 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.561 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.561 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.562 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.562 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.562 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.562 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.562 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.562 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:44:54.562 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: Upgrade: Complete! 2024-05-15T16:44:54.563 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-05-15T16:44:54.563 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-05-15T16:44:54.563 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-05-15T16:44:54.563 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.563 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:54.563 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:54.563 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:54.564 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:44:54.564 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:44:54.564 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:44:54.564 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:54 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:55.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:55 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:55.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:55 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:55.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:55 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:55.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:55 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:55.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:55.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:55.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:55.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:55 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:55.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:55.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:55.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:55.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:55 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:56.517 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:44:56 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:44:56] "GET /metrics HTTP/1.1" 200 37992 "" "Prometheus/2.43.0" 2024-05-15T16:44:56.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:56 smithi066 ceph-mon[24465]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:56.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:56 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:56.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:56 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:56.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:56 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:56.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:56 smithi066 ceph-mon[29300]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:56.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:56 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:56.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:56 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:56.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:56 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:56.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:56 smithi081 ceph-mon[108212]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:44:56.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:56 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:56.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:56 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:56.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:56 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:44:59.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:58 smithi066 ceph-mon[24465]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:59.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:58 smithi066 ceph-mon[29300]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:44:59.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:58 smithi081 ceph-mon[108212]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:45:00.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:44:59 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:45:00.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:44:59 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:45:00.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:44:59 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:45:01.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:00 smithi066 ceph-mon[29300]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:01.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:00 smithi066 ceph-mon[24465]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:00 smithi081 ceph-mon[108212]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:02.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:01 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:45:02.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:01 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:45:02.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:01 smithi081 ceph-mon[108212]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:45:03.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:02 smithi066 ceph-mon[24465]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:45:03.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:02 smithi066 ceph-mon[29300]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:45:03.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:02 smithi081 ceph-mon[108212]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:45:05.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:04 smithi066 ceph-mon[29300]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:05.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:04 smithi066 ceph-mon[24465]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:05.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:04 smithi081 ceph-mon[108212]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:05.509 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph orch ps' 2024-05-15T16:45:05.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:05 smithi066 ceph-mon[29300]: from='client.25756 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:05.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:05 smithi066 ceph-mon[24465]: from='client.25756 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:06.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:05 smithi081 ceph-mon[108212]: from='client.25756 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:06.501 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:06 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:45:06] "GET /metrics HTTP/1.1" 200 37993 "" "Prometheus/2.43.0" 2024-05-15T16:45:06.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:06 smithi066 ceph-mon[29300]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:06.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:06 smithi066 ceph-mon[24465]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:07.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:06 smithi081 ceph-mon[108212]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:07.559 INFO:teuthology.orchestra.run.smithi066.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-15T16:45:07.559 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi066 smithi066 running 12s ago 32m - - 2024-05-15T16:45:07.559 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi081 smithi081 running 11s ago 32m - - 2024-05-15T16:45:07.559 INFO:teuthology.orchestra.run.smithi066.stdout:alertmanager.a smithi066 *:9093,9094 running (2m) 12s ago 26m 18.5M - 0.25.0 c8568f914cd2 d40f513860cf 2024-05-15T16:45:07.559 INFO:teuthology.orchestra.run.smithi066.stdout:grafana.a smithi081 *:3000 running (86s) 11s ago 26m 73.9M - 9.4.12 2bacad6d85d8 784c2154625a 2024-05-15T16:45:07.559 INFO:teuthology.orchestra.run.smithi066.stdout:iscsi.foo.smithi066.lbegld smithi066 running (5m) 12s ago 25m 56.4M - 3.5 e1d6a67b021e fefc481c4afb 2024-05-15T16:45:07.560 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.x smithi081 *:8443,9283,8765 running (5m) 11s ago 31m 456M - 19.0.0-2576-gde5210d5 48bc18eb22d8 2d8c03d87ef9 2024-05-15T16:45:07.560 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.y smithi066 *:8443,9283,8765 running (15m) 12s ago 33m 536M - 19.0.0-2576-gde5210d5 48bc18eb22d8 ad331d4e41f6 2024-05-15T16:45:07.560 INFO:teuthology.orchestra.run.smithi066.stdout:mon.a smithi066 running (33m) 12s ago 33m 99.9M 2048M 17.2.0 e1d6a67b021e 282c81f9a786 2024-05-15T16:45:07.560 INFO:teuthology.orchestra.run.smithi066.stdout:mon.b smithi081 running (28s) 11s ago 31m 34.3M 2048M 19.0.0-2576-gde5210d5 48bc18eb22d8 fc5b22328c1b 2024-05-15T16:45:07.560 INFO:teuthology.orchestra.run.smithi066.stdout:mon.c smithi066 running (32m) 12s ago 32m 74.7M 2048M 17.2.0 e1d6a67b021e f72f6b43cfb8 2024-05-15T16:45:07.560 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.a smithi066 *:9100 running (4m) 12s ago 27m 8594k - 1.5.0 0da6a335fe13 2853dcd18756 2024-05-15T16:45:07.560 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.b smithi081 *:9100 running (4m) 11s ago 27m 15.3M - 1.5.0 0da6a335fe13 ef9c21c2cbca 2024-05-15T16:45:07.560 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 smithi066 running (31m) 12s ago 31m 54.3M 4096M 17.2.0 e1d6a67b021e 28a5f29dbca4 2024-05-15T16:45:07.560 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 smithi066 running (30m) 12s ago 30m 56.1M 4096M 17.2.0 e1d6a67b021e 0ef23245f9ef 2024-05-15T16:45:07.560 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 smithi066 running (30m) 12s ago 30m 50.5M 4096M 17.2.0 e1d6a67b021e 02c0efc727d7 2024-05-15T16:45:07.560 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 smithi066 running (30m) 12s ago 30m 53.2M 4096M 17.2.0 e1d6a67b021e 40f1cf1a2241 2024-05-15T16:45:07.560 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 smithi081 running (29m) 11s ago 29m 58.2M 4096M 17.2.0 e1d6a67b021e 4765ca89ed8f 2024-05-15T16:45:07.560 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 smithi081 running (29m) 11s ago 29m 52.9M 4096M 17.2.0 e1d6a67b021e 360c01584121 2024-05-15T16:45:07.560 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 smithi081 running (28m) 11s ago 28m 55.2M 4096M 17.2.0 e1d6a67b021e 28621b8e0dfc 2024-05-15T16:45:07.560 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 smithi081 running (28m) 11s ago 28m 54.1M 4096M 17.2.0 e1d6a67b021e d77057b690f5 2024-05-15T16:45:07.561 INFO:teuthology.orchestra.run.smithi066.stdout:prometheus.a smithi081 *:9095 running (3m) 11s ago 27m 70.2M - 2.43.0 a07b618ecd1d 0f6f3b5da02e 2024-05-15T16:45:07.561 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi066.venvvw smithi066 *:8000 running (26m) 12s ago 26m 76.9M - 17.2.0 e1d6a67b021e a58b069a63ed 2024-05-15T16:45:07.561 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi081.bblyzt smithi081 *:8000 running (26m) 11s ago 26m 77.4M - 17.2.0 e1d6a67b021e 31bf3403b024 2024-05-15T16:45:08.175 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph versions | jq -e '"'"'.mon | length == 2'"'"'' 2024-05-15T16:45:08.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:08 smithi066 ceph-mon[29300]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:45:08.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:08 smithi066 ceph-mon[29300]: from='client.15867 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:08.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:08 smithi066 ceph-mon[24465]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:45:08.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:08 smithi066 ceph-mon[24465]: from='client.15867 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:09.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:08 smithi081 ceph-mon[108212]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:45:09.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:08 smithi081 ceph-mon[108212]: from='client.15867 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:10.394 INFO:teuthology.orchestra.run.smithi066.stdout:true 2024-05-15T16:45:11.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:10 smithi066 ceph-mon[29300]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:11.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:10 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/3879155465' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:11.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:10 smithi066 ceph-mon[24465]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:11.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:10 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/3879155465' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:11.106 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph orch upgrade status' 2024-05-15T16:45:11.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:10 smithi081 ceph-mon[108212]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:11.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:10 smithi081 ceph-mon[108212]: from='client.? 172.21.15.66:0/3879155465' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:12.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:11 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:45:12.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:11 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:45:12.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:11 smithi081 ceph-mon[108212]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:45:13.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:12 smithi066 ceph-mon[29300]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:45:13.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:12 smithi066 ceph-mon[24465]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:45:13.079 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:45:13.079 INFO:teuthology.orchestra.run.smithi066.stdout: "target_image": null, 2024-05-15T16:45:13.079 INFO:teuthology.orchestra.run.smithi066.stdout: "in_progress": false, 2024-05-15T16:45:13.079 INFO:teuthology.orchestra.run.smithi066.stdout: "which": "", 2024-05-15T16:45:13.080 INFO:teuthology.orchestra.run.smithi066.stdout: "services_complete": [], 2024-05-15T16:45:13.080 INFO:teuthology.orchestra.run.smithi066.stdout: "progress": null, 2024-05-15T16:45:13.080 INFO:teuthology.orchestra.run.smithi066.stdout: "message": "", 2024-05-15T16:45:13.080 INFO:teuthology.orchestra.run.smithi066.stdout: "is_paused": false 2024-05-15T16:45:13.080 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:45:13.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:12 smithi081 ceph-mon[108212]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:45:13.747 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph health detail' 2024-05-15T16:45:14.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:14 smithi081 ceph-mon[108212]: from='client.25774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:14.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:14 smithi081 ceph-mon[108212]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:14.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:14 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:45:15.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:14 smithi066 ceph-mon[24465]: from='client.25774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:15.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:14 smithi066 ceph-mon[24465]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:15.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:14 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:45:15.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:14 smithi066 ceph-mon[29300]: from='client.25774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:15.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:14 smithi066 ceph-mon[29300]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:15.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:14 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:45:15.990 INFO:teuthology.orchestra.run.smithi066.stdout:HEALTH_OK 2024-05-15T16:45:16.004 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:15 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:16.004 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:15 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:16.004 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:15 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:16.004 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:15 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:16.004 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:15 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:16.004 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:15 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:16.004 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:15 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:16.004 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:15 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:16.004 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:15 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:16.004 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:15 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:16.004 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:15 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:16.005 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:15 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:16.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:15 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:16.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:15 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:16.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:15 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:16.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:15 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:16.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:15 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:16.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:15 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:16.536 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:16 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:45:16] "GET /metrics HTTP/1.1" 200 37987 "" "Prometheus/2.43.0" 2024-05-15T16:45:17.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:16 smithi066 ceph-mon[24465]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:17.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:16 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/2812553018' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-05-15T16:45:17.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:16 smithi066 ceph-mon[29300]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:17.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:16 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/2812553018' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-05-15T16:45:17.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:16 smithi081 ceph-mon[108212]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:17.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:16 smithi081 ceph-mon[108212]: from='client.? 172.21.15.66:0/2812553018' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-05-15T16:45:17.445 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '"'"'{print $2}'"'"')' 2024-05-15T16:45:18.994 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:18 smithi066 ceph-mon[29300]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:45:18.994 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:18 smithi066 ceph-mon[24465]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:45:19.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:18 smithi081 ceph-mon[108212]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:45:21.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:20 smithi066 ceph-mon[24465]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:21.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:20 smithi066 ceph-mon[29300]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:21.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:20 smithi081 ceph-mon[108212]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:22.085 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:21 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:45:22.086 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:21 smithi066 ceph-mon[24465]: from='client.15891 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:22.086 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:21 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:45:22.086 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:21 smithi066 ceph-mon[29300]: from='client.15891 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:22.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:21 smithi081 ceph-mon[108212]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:45:22.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:21 smithi081 ceph-mon[108212]: from='client.15891 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:23.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:22 smithi081 ceph-mon[108212]: from='client.25792 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "daemon_types": "mon", "hosts": "smithi066", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:23.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:22 smithi081 ceph-mon[108212]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:45:23.216 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:22 smithi066 ceph-mon[29300]: from='client.25792 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "daemon_types": "mon", "hosts": "smithi066", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:23.216 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:22 smithi066 ceph-mon[29300]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:45:23.217 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:22 smithi066 ceph-mon[24465]: from='client.25792 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "daemon_types": "mon", "hosts": "smithi066", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:23.217 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:22 smithi066 ceph-mon[24465]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:45:23.305 INFO:teuthology.orchestra.run.smithi066.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:45:24.033 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-05-15T16:45:24.604 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:24 smithi066 ceph-mon[29300]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:24.604 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:24 smithi066 ceph-mon[29300]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:45:24.604 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:24 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:24.604 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:24.604 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:24.604 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:24 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:24.604 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:24 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:24.604 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:24 smithi066 ceph-mon[29300]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:45:24.605 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:24 smithi066 ceph-mon[24465]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:24.605 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:24 smithi066 ceph-mon[24465]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:45:24.605 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:24 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:24.605 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:24.605 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:24.605 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:24 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:24.605 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:24 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:24.605 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:24 smithi066 ceph-mon[24465]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:45:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:24 smithi081 ceph-mon[108212]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:24 smithi081 ceph-mon[108212]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:45:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:24 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:24 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:24 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:24 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:24 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:24.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:24 smithi081 ceph-mon[108212]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:45:26.188 INFO:teuthology.orchestra.run.smithi066.stdout:true 2024-05-15T16:45:26.340 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:26 smithi066 ceph-mon[29300]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:26.340 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:26 smithi066 ceph-mon[24465]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:26.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:26 smithi081 ceph-mon[108212]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:26.753 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:26 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:45:26] "GET /metrics HTTP/1.1" 200 37987 "" "Prometheus/2.43.0" 2024-05-15T16:45:26.868 INFO:teuthology.orchestra.run.smithi066.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-15T16:45:26.869 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi066 smithi066 running 12s ago 32m - - 2024-05-15T16:45:26.869 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi081 smithi081 running 12s ago 32m - - 2024-05-15T16:45:26.869 INFO:teuthology.orchestra.run.smithi066.stdout:alertmanager.a smithi066 *:9093,9094 running (2m) 12s ago 27m 17.4M - 0.25.0 c8568f914cd2 d40f513860cf 2024-05-15T16:45:26.869 INFO:teuthology.orchestra.run.smithi066.stdout:grafana.a smithi081 *:3000 running (106s) 12s ago 26m 76.2M - 9.4.12 2bacad6d85d8 784c2154625a 2024-05-15T16:45:26.869 INFO:teuthology.orchestra.run.smithi066.stdout:iscsi.foo.smithi066.lbegld smithi066 running (5m) 12s ago 26m 58.8M - 3.5 e1d6a67b021e fefc481c4afb 2024-05-15T16:45:26.869 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.x smithi081 *:8443,9283,8765 running (5m) 12s ago 31m 456M - 19.0.0-2576-gde5210d5 48bc18eb22d8 2d8c03d87ef9 2024-05-15T16:45:26.869 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.y smithi066 *:8443,9283,8765 running (16m) 12s ago 33m 537M - 19.0.0-2576-gde5210d5 48bc18eb22d8 ad331d4e41f6 2024-05-15T16:45:26.869 INFO:teuthology.orchestra.run.smithi066.stdout:mon.a smithi066 running (33m) 12s ago 33m 101M 2048M 17.2.0 e1d6a67b021e 282c81f9a786 2024-05-15T16:45:26.869 INFO:teuthology.orchestra.run.smithi066.stdout:mon.b smithi081 running (48s) 12s ago 32m 36.7M 2048M 19.0.0-2576-gde5210d5 48bc18eb22d8 fc5b22328c1b 2024-05-15T16:45:26.869 INFO:teuthology.orchestra.run.smithi066.stdout:mon.c smithi066 running (32m) 12s ago 32m 76.2M 2048M 17.2.0 e1d6a67b021e f72f6b43cfb8 2024-05-15T16:45:26.869 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.a smithi066 *:9100 running (5m) 12s ago 27m 13.4M - 1.5.0 0da6a335fe13 2853dcd18756 2024-05-15T16:45:26.869 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.b smithi081 *:9100 running (4m) 12s ago 27m 15.2M - 1.5.0 0da6a335fe13 ef9c21c2cbca 2024-05-15T16:45:26.869 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 smithi066 running (31m) 12s ago 31m 54.3M 4096M 17.2.0 e1d6a67b021e 28a5f29dbca4 2024-05-15T16:45:26.870 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 smithi066 running (31m) 12s ago 31m 56.2M 4096M 17.2.0 e1d6a67b021e 0ef23245f9ef 2024-05-15T16:45:26.870 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 smithi066 running (30m) 12s ago 30m 50.5M 4096M 17.2.0 e1d6a67b021e 02c0efc727d7 2024-05-15T16:45:26.870 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 smithi066 running (30m) 12s ago 30m 53.2M 4096M 17.2.0 e1d6a67b021e 40f1cf1a2241 2024-05-15T16:45:26.870 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 smithi081 running (30m) 12s ago 30m 58.2M 4096M 17.2.0 e1d6a67b021e 4765ca89ed8f 2024-05-15T16:45:26.870 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 smithi081 running (29m) 12s ago 29m 52.9M 4096M 17.2.0 e1d6a67b021e 360c01584121 2024-05-15T16:45:26.870 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 smithi081 running (29m) 12s ago 29m 55.2M 4096M 17.2.0 e1d6a67b021e 28621b8e0dfc 2024-05-15T16:45:26.870 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 smithi081 running (28m) 12s ago 28m 54.1M 4096M 17.2.0 e1d6a67b021e d77057b690f5 2024-05-15T16:45:26.870 INFO:teuthology.orchestra.run.smithi066.stdout:prometheus.a smithi081 *:9095 running (3m) 12s ago 28m 70.2M - 2.43.0 a07b618ecd1d 0f6f3b5da02e 2024-05-15T16:45:26.870 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi066.venvvw smithi066 *:8000 running (26m) 12s ago 26m 76.9M - 17.2.0 e1d6a67b021e a58b069a63ed 2024-05-15T16:45:26.870 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi081.bblyzt smithi081 *:8000 running (26m) 12s ago 26m 77.5M - 17.2.0 e1d6a67b021e 31bf3403b024 2024-05-15T16:45:27.292 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:45:27.292 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": { 2024-05-15T16:45:27.292 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2, 2024-05-15T16:45:27.292 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 1 2024-05-15T16:45:27.292 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:45:27.292 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": { 2024-05-15T16:45:27.292 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:45:27.293 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:45:27.293 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": { 2024-05-15T16:45:27.293 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-05-15T16:45:27.293 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:45:27.293 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": {}, 2024-05-15T16:45:27.293 INFO:teuthology.orchestra.run.smithi066.stdout: "rgw": { 2024-05-15T16:45:27.293 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-05-15T16:45:27.293 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:45:27.293 INFO:teuthology.orchestra.run.smithi066.stdout: "overall": { 2024-05-15T16:45:27.293 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 12, 2024-05-15T16:45:27.293 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 3 2024-05-15T16:45:27.293 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:45:27.293 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:45:27.308 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:27 smithi066 ceph-mon[24465]: from='client.25798 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:27.308 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:27 smithi066 ceph-mon[24465]: from='client.15909 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:27.308 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:27 smithi066 ceph-mon[24465]: from='client.15915 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:27.308 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:27 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:27.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:27 smithi081 ceph-mon[108212]: from='client.25798 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:27.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:27 smithi081 ceph-mon[108212]: from='client.15909 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:27.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:27 smithi081 ceph-mon[108212]: from='client.15915 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:27.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:27 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:27.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:27 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:27.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:27 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:27.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:27 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:27.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:27 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-15T16:45:27.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:27 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-05-15T16:45:27.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:27 smithi081 ceph-mon[108212]: from='client.? 172.21.15.66:0/4141387042' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:27.647 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:45:27.647 INFO:teuthology.orchestra.run.smithi066.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a", 2024-05-15T16:45:27.647 INFO:teuthology.orchestra.run.smithi066.stdout: "in_progress": true, 2024-05-15T16:45:27.648 INFO:teuthology.orchestra.run.smithi066.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi066", 2024-05-15T16:45:27.648 INFO:teuthology.orchestra.run.smithi066.stdout: "services_complete": [], 2024-05-15T16:45:27.648 INFO:teuthology.orchestra.run.smithi066.stdout: "progress": "0/2 daemons upgraded", 2024-05-15T16:45:27.648 INFO:teuthology.orchestra.run.smithi066.stdout: "message": "Currently upgrading mon daemons", 2024-05-15T16:45:27.648 INFO:teuthology.orchestra.run.smithi066.stdout: "is_paused": false 2024-05-15T16:45:27.648 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:45:27.648 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:27 smithi066 ceph-mon[29300]: from='client.25798 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:27.648 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:27 smithi066 ceph-mon[29300]: from='client.15909 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:27.648 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:27 smithi066 ceph-mon[29300]: from='client.15915 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:27.648 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:27 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:27.648 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:27.648 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:27.649 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:27 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:27.649 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-15T16:45:27.649 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:27 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-05-15T16:45:27.649 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:27 smithi066 ceph-mon[29300]: from='client.? 172.21.15.66:0/4141387042' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:27.649 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:27.649 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:27.649 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:27 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:27.649 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-15T16:45:27.649 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:27 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-05-15T16:45:27.649 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:27 smithi066 ceph-mon[24465]: from='client.? 172.21.15.66:0/4141387042' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:28.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:28 smithi081 ceph-mon[108212]: Upgrade: Target is version 19.0.0-2576-gde5210d5 (squid) 2024-05-15T16:45:28.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:28 smithi081 ceph-mon[108212]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a'] 2024-05-15T16:45:28.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:28 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all mgr 2024-05-15T16:45:28.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:28 smithi081 ceph-mon[108212]: Upgrade: It appears safe to stop mon.a 2024-05-15T16:45:28.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:28 smithi081 ceph-mon[108212]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:45:28.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:28 smithi081 ceph-mon[108212]: from='client.15927 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:28.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:28 smithi066 ceph-mon[24465]: Upgrade: Target is version 19.0.0-2576-gde5210d5 (squid) 2024-05-15T16:45:28.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:28 smithi066 ceph-mon[24465]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a'] 2024-05-15T16:45:28.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:28 smithi066 ceph-mon[24465]: Upgrade: Setting container_image for all mgr 2024-05-15T16:45:28.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:28 smithi066 ceph-mon[24465]: Upgrade: It appears safe to stop mon.a 2024-05-15T16:45:28.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:28 smithi066 ceph-mon[24465]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:45:28.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:28 smithi066 ceph-mon[24465]: from='client.15927 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:28.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:28 smithi066 ceph-mon[29300]: Upgrade: Target is version 19.0.0-2576-gde5210d5 (squid) 2024-05-15T16:45:28.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:28 smithi066 ceph-mon[29300]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a'] 2024-05-15T16:45:28.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:28 smithi066 ceph-mon[29300]: Upgrade: Setting container_image for all mgr 2024-05-15T16:45:28.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:28 smithi066 ceph-mon[29300]: Upgrade: It appears safe to stop mon.a 2024-05-15T16:45:28.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:28 smithi066 ceph-mon[29300]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:45:28.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:28 smithi066 ceph-mon[29300]: from='client.15927 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:30.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:29 smithi066 ceph-mon[24465]: Upgrade: Updating mon.a 2024-05-15T16:45:30.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:29 smithi066 ceph-mon[24465]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:30.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-15T16:45:30.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-15T16:45:30.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:30.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:29 smithi066 ceph-mon[24465]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:45:30.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:29 smithi066 ceph-mon[29300]: Upgrade: Updating mon.a 2024-05-15T16:45:30.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:29 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:30.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-15T16:45:30.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-15T16:45:30.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:30.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:29 smithi066 ceph-mon[29300]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:45:30.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:29 smithi081 ceph-mon[108212]: Upgrade: Updating mon.a 2024-05-15T16:45:30.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:29 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:30.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:29 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-15T16:45:30.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:29 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-15T16:45:30.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:29 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:30.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:29 smithi081 ceph-mon[108212]: from='mgr.25207 172.21.15.66:0/1659907719' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:45:31.063 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:30 smithi066 ceph-mon[29300]: Deploying daemon mon.a on smithi066 2024-05-15T16:45:31.064 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:30 smithi066 ceph-mon[29300]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:31.064 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:30 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:45:31.064 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:30 smithi066 systemd[1]: Stopping Ceph mon.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:45:31.064 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:30 smithi066 ceph-mon[24465]: Deploying daemon mon.a on smithi066 2024-05-15T16:45:31.064 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:30 smithi066 ceph-mon[24465]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:31.064 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:30 smithi066 ceph-mon[24465]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:45:31.355 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:31 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-a[24461]: 2024-05-15T16:45:31.061+0000 7f8ae1cd4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-15T16:45:31.355 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:31 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-a[24461]: 2024-05-15T16:45:31.061+0000 7f8ae1cd4700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-05-15T16:45:31.355 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:31 smithi066 podman[127330]: 2024-05-15 16:45:31.082850049 +0000 UTC m=+0.124905723 container died 282c81f9a7865c460295269ef7fe8f3cf202853502ad8bbb05b5628b2f01266f (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-a, GIT_BRANCH=HEAD, release=754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.display-name=CentOS Stream 8, RELEASE=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, io.openshift.tags=base centos centos-stream, vendor=Red Hat, Inc., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, architecture=x86_64, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Guillaume Abrioux , com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-05-03T08:36:31.336870, distribution-scope=public, io.buildah.version=1.19.8, io.openshift.expose-services=, version=8, CEPH_POINT_RELEASE=-17.2.0, name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.component=centos-stream-container, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754) 2024-05-15T16:45:31.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:30 smithi081 ceph-mon[108212]: Deploying daemon mon.a on smithi066 2024-05-15T16:45:31.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:30 smithi081 ceph-mon[108212]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:31.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:30 smithi081 ceph-mon[108212]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:45:31.714 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:31 smithi066 podman[127330]: 2024-05-15 16:45:31.445534048 +0000 UTC m=+0.487589711 container cleanup 282c81f9a7865c460295269ef7fe8f3cf202853502ad8bbb05b5628b2f01266f (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-a, vendor=Red Hat, Inc., com.redhat.component=centos-stream-container, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_BRANCH=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base centos centos-stream, distribution-scope=public, vcs-type=git, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_CLEAN=True, ceph=True, RELEASE=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=-17.2.0, version=8, io.k8s.display-name=CentOS Stream 8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, name=centos-stream, build-date=2022-05-03T08:36:31.336870, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, release=754, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.buildah.version=1.19.8) 2024-05-15T16:45:31.714 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:31 smithi066 bash[127330]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-a 2024-05-15T16:45:31.990 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:31 smithi066 podman[127342]: 2024-05-15 16:45:31.713625998 +0000 UTC m=+0.626922121 container remove 282c81f9a7865c460295269ef7fe8f3cf202853502ad8bbb05b5628b2f01266f (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-a, architecture=x86_64, build-date=2022-05-03T08:36:31.336870, io.k8s.display-name=CentOS Stream 8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.tags=base centos centos-stream, io.buildah.version=1.19.8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., RELEASE=HEAD, release=754, io.openshift.expose-services=, name=centos-stream, CEPH_POINT_RELEASE=-17.2.0, com.redhat.component=centos-stream-container, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , vendor=Red Hat, Inc., vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_CLEAN=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb) 2024-05-15T16:45:31.990 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:31 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mon.a.service: Deactivated successfully. 2024-05-15T16:45:31.990 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:31 smithi066 systemd[1]: Stopped Ceph mon.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:45:31.990 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:31 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mon.a.service: Consumed 38.049s CPU time. 2024-05-15T16:45:32.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 systemd[1]: Starting Ceph mon.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:45:32.585 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 podman[127470]: 2024-05-15 16:45:32.221032986 +0000 UTC m=+0.017860067 image pull 48bc18eb22d8284fb8ad68bf46e17b174a8aaf15dd2581bf7f093c432d12db31 quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a 2024-05-15T16:45:32.585 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 podman[127470]: 2024-05-15 16:45:32.340249664 +0000 UTC m=+0.137076719 container create 3a8fbdf80b44173c9ca2194265d3ef7cc894629061c34aceb5d82bf190d60a46 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-a, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-65480-squid-de5210d, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-05-15T16:45:32.585 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 podman[127470]: 2024-05-15 16:45:32.584467722 +0000 UTC m=+0.381294780 container init 3a8fbdf80b44173c9ca2194265d3ef7cc894629061c34aceb5d82bf190d60a46 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-a, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, RELEASE=wip-65480-squid-de5210d, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2) 2024-05-15T16:45:33.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 podman[127470]: 2024-05-15 16:45:32.58855508 +0000 UTC m=+0.385382143 container start 3a8fbdf80b44173c9ca2194265d3ef7cc894629061c34aceb5d82bf190d60a46 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-65480-squid-de5210d, ceph=True) 2024-05-15T16:45:33.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: set uid:gid to 167:167 (ceph:ceph) 2024-05-15T16:45:33.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev), process ceph-mon, pid 2 2024-05-15T16:45:33.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: pidfile_write: ignore empty --pid-file 2024-05-15T16:45:33.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: load: jerasure load: lrc 2024-05-15T16:45:33.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: RocksDB version: 7.9.2 2024-05-15T16:45:33.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Git sha 0 2024-05-15T16:45:33.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Compile date 2024-05-15 11:18:19 2024-05-15T16:45:33.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: DB SUMMARY 2024-05-15T16:45:33.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: DB Session ID: KQR96GI2IDLEN2RJY341 2024-05-15T16:45:33.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: CURRENT file: CURRENT 2024-05-15T16:45:33.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: IDENTITY file: IDENTITY 2024-05-15T16:45:33.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: MANIFEST file: MANIFEST-000015 size: 5442 Bytes 2024-05-15T16:45:33.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000099.sst 2024-05-15T16:45:33.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000097.log size: 531074 ; 2024-05-15T16:45:33.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.error_if_exists: 0 2024-05-15T16:45:33.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.create_if_missing: 0 2024-05-15T16:45:33.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.paranoid_checks: 1 2024-05-15T16:45:33.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.flush_verify_memtable_count: 1 2024-05-15T16:45:33.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-15T16:45:33.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-15T16:45:33.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.env: 0x560129946c60 2024-05-15T16:45:33.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.fs: PosixFileSystem 2024-05-15T16:45:33.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.info_log: 0x56012ba99ac0 2024-05-15T16:45:33.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.max_file_opening_threads: 16 2024-05-15T16:45:33.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.statistics: (nil) 2024-05-15T16:45:33.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.use_fsync: 0 2024-05-15T16:45:33.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.max_log_file_size: 0 2024-05-15T16:45:33.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-15T16:45:33.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.log_file_time_to_roll: 0 2024-05-15T16:45:33.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.keep_log_file_num: 1000 2024-05-15T16:45:33.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.recycle_log_file_num: 0 2024-05-15T16:45:33.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.allow_fallocate: 1 2024-05-15T16:45:33.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.allow_mmap_reads: 0 2024-05-15T16:45:33.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.allow_mmap_writes: 0 2024-05-15T16:45:33.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.use_direct_reads: 0 2024-05-15T16:45:33.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-15T16:45:33.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.create_missing_column_families: 0 2024-05-15T16:45:33.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.db_log_dir: 2024-05-15T16:45:33.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.wal_dir: 2024-05-15T16:45:33.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.table_cache_numshardbits: 6 2024-05-15T16:45:33.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.WAL_ttl_seconds: 0 2024-05-15T16:45:33.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.WAL_size_limit_MB: 0 2024-05-15T16:45:33.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-15T16:45:33.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-15T16:45:33.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.is_fd_close_on_exec: 1 2024-05-15T16:45:33.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.advise_random_on_open: 1 2024-05-15T16:45:33.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.db_write_buffer_size: 0 2024-05-15T16:45:33.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.write_buffer_manager: 0x56012ba6c1e0 2024-05-15T16:45:33.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-15T16:45:33.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-15T16:45:33.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.use_adaptive_mutex: 0 2024-05-15T16:45:33.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.rate_limiter: (nil) 2024-05-15T16:45:33.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-15T16:45:33.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.wal_recovery_mode: 2 2024-05-15T16:45:33.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.enable_thread_tracking: 0 2024-05-15T16:45:33.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.enable_pipelined_write: 0 2024-05-15T16:45:33.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.unordered_write: 0 2024-05-15T16:45:33.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-15T16:45:33.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-15T16:45:33.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-15T16:45:33.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-15T16:45:33.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.row_cache: None 2024-05-15T16:45:33.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.wal_filter: None 2024-05-15T16:45:33.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-15T16:45:33.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.allow_ingest_behind: 0 2024-05-15T16:45:33.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.two_write_queues: 0 2024-05-15T16:45:33.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.manual_wal_flush: 0 2024-05-15T16:45:33.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.wal_compression: 0 2024-05-15T16:45:33.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.atomic_flush: 0 2024-05-15T16:45:33.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-15T16:45:33.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.persist_stats_to_disk: 0 2024-05-15T16:45:33.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.write_dbid_to_manifest: 0 2024-05-15T16:45:33.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.log_readahead_size: 0 2024-05-15T16:45:33.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-15T16:45:33.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.best_efforts_recovery: 0 2024-05-15T16:45:33.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-15T16:45:33.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-15T16:45:33.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.allow_data_in_errors: 0 2024-05-15T16:45:33.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.db_host_id: __hostname__ 2024-05-15T16:45:33.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.enforce_single_del_contracts: true 2024-05-15T16:45:33.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.max_background_jobs: 2 2024-05-15T16:45:33.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.max_background_compactions: -1 2024-05-15T16:45:33.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.max_subcompactions: 1 2024-05-15T16:45:33.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-15T16:45:33.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-15T16:45:33.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.delayed_write_rate : 16777216 2024-05-15T16:45:33.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.max_total_wal_size: 0 2024-05-15T16:45:33.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-15T16:45:33.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.stats_dump_period_sec: 600 2024-05-15T16:45:33.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.stats_persist_period_sec: 600 2024-05-15T16:45:33.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-15T16:45:33.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.max_open_files: -1 2024-05-15T16:45:33.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.bytes_per_sync: 0 2024-05-15T16:45:33.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.wal_bytes_per_sync: 0 2024-05-15T16:45:33.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.strict_bytes_per_sync: 0 2024-05-15T16:45:33.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.compaction_readahead_size: 0 2024-05-15T16:45:33.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.max_background_flushes: -1 2024-05-15T16:45:33.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Compression algorithms supported: 2024-05-15T16:45:33.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-15T16:45:33.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: kZSTD supported: 0 2024-05-15T16:45:33.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: kXpressCompression supported: 0 2024-05-15T16:45:33.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: kLZ4HCCompression supported: 1 2024-05-15T16:45:33.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: kZlibCompression supported: 1 2024-05-15T16:45:33.045 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: kSnappyCompression supported: 1 2024-05-15T16:45:33.045 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: kLZ4Compression supported: 1 2024-05-15T16:45:33.045 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: kBZip2Compression supported: 0 2024-05-15T16:45:33.045 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Fast CRC32 supported: Supported on x86 2024-05-15T16:45:33.045 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: DMutex implementation: pthread_mutex_t 2024-05-15T16:45:33.045 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-05-15T16:45:33.045 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-15T16:45:33.045 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-15T16:45:33.045 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.merge_operator: 2024-05-15T16:45:33.045 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.compaction_filter: None 2024-05-15T16:45:33.045 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.compaction_filter_factory: None 2024-05-15T16:45:33.045 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.sst_partitioner_factory: None 2024-05-15T16:45:33.045 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.memtable_factory: SkipListFactory 2024-05-15T16:45:33.045 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.table_factory: BlockBasedTable 2024-05-15T16:45:33.045 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56012ba99bc0) 2024-05-15T16:45:33.046 INFO:journalctl@ceph.mon.a.smithi066.stdout: cache_index_and_filter_blocks: 1 2024-05-15T16:45:33.046 INFO:journalctl@ceph.mon.a.smithi066.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-15T16:45:33.046 INFO:journalctl@ceph.mon.a.smithi066.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-15T16:45:33.046 INFO:journalctl@ceph.mon.a.smithi066.stdout: pin_top_level_index_and_filter: 1 2024-05-15T16:45:33.046 INFO:journalctl@ceph.mon.a.smithi066.stdout: index_type: 0 2024-05-15T16:45:33.046 INFO:journalctl@ceph.mon.a.smithi066.stdout: data_block_index_type: 0 2024-05-15T16:45:33.046 INFO:journalctl@ceph.mon.a.smithi066.stdout: index_shortening: 1 2024-05-15T16:45:33.046 INFO:journalctl@ceph.mon.a.smithi066.stdout: data_block_hash_table_util_ratio: 0.750000 2024-05-15T16:45:33.046 INFO:journalctl@ceph.mon.a.smithi066.stdout: checksum: 4 2024-05-15T16:45:33.046 INFO:journalctl@ceph.mon.a.smithi066.stdout: no_block_cache: 0 2024-05-15T16:45:33.046 INFO:journalctl@ceph.mon.a.smithi066.stdout: block_cache: 0x56012ba9d090 2024-05-15T16:45:33.046 INFO:journalctl@ceph.mon.a.smithi066.stdout: block_cache_name: BinnedLRUCache 2024-05-15T16:45:33.046 INFO:journalctl@ceph.mon.a.smithi066.stdout: block_cache_options: 2024-05-15T16:45:33.047 INFO:journalctl@ceph.mon.a.smithi066.stdout: capacity : 536870912 2024-05-15T16:45:33.047 INFO:journalctl@ceph.mon.a.smithi066.stdout: num_shard_bits : 4 2024-05-15T16:45:33.047 INFO:journalctl@ceph.mon.a.smithi066.stdout: strict_capacity_limit : 0 2024-05-15T16:45:33.047 INFO:journalctl@ceph.mon.a.smithi066.stdout: high_pri_pool_ratio: 0.000 2024-05-15T16:45:33.047 INFO:journalctl@ceph.mon.a.smithi066.stdout: block_cache_compressed: (nil) 2024-05-15T16:45:33.047 INFO:journalctl@ceph.mon.a.smithi066.stdout: persistent_cache: (nil) 2024-05-15T16:45:33.047 INFO:journalctl@ceph.mon.a.smithi066.stdout: block_size: 4096 2024-05-15T16:45:33.047 INFO:journalctl@ceph.mon.a.smithi066.stdout: block_size_deviation: 10 2024-05-15T16:45:33.047 INFO:journalctl@ceph.mon.a.smithi066.stdout: block_restart_interval: 16 2024-05-15T16:45:33.047 INFO:journalctl@ceph.mon.a.smithi066.stdout: index_block_restart_interval: 1 2024-05-15T16:45:33.047 INFO:journalctl@ceph.mon.a.smithi066.stdout: metadata_block_size: 4096 2024-05-15T16:45:33.047 INFO:journalctl@ceph.mon.a.smithi066.stdout: partition_filters: 0 2024-05-15T16:45:33.048 INFO:journalctl@ceph.mon.a.smithi066.stdout: use_delta_encoding: 1 2024-05-15T16:45:33.048 INFO:journalctl@ceph.mon.a.smithi066.stdout: filter_policy: bloomfilter 2024-05-15T16:45:33.048 INFO:journalctl@ceph.mon.a.smithi066.stdout: whole_key_filtering: 1 2024-05-15T16:45:33.048 INFO:journalctl@ceph.mon.a.smithi066.stdout: verify_compression: 0 2024-05-15T16:45:33.048 INFO:journalctl@ceph.mon.a.smithi066.stdout: read_amp_bytes_per_bit: 0 2024-05-15T16:45:33.048 INFO:journalctl@ceph.mon.a.smithi066.stdout: format_version: 5 2024-05-15T16:45:33.048 INFO:journalctl@ceph.mon.a.smithi066.stdout: enable_index_compression: 1 2024-05-15T16:45:33.048 INFO:journalctl@ceph.mon.a.smithi066.stdout: block_align: 0 2024-05-15T16:45:33.048 INFO:journalctl@ceph.mon.a.smithi066.stdout: max_auto_readahead_size: 262144 2024-05-15T16:45:33.048 INFO:journalctl@ceph.mon.a.smithi066.stdout: prepopulate_block_cache: 0 2024-05-15T16:45:33.048 INFO:journalctl@ceph.mon.a.smithi066.stdout: initial_auto_readahead_size: 8192 2024-05-15T16:45:33.048 INFO:journalctl@ceph.mon.a.smithi066.stdout: num_file_reads_for_auto_readahead: 2 2024-05-15T16:45:33.048 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.write_buffer_size: 33554432 2024-05-15T16:45:33.048 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.max_write_buffer_number: 2 2024-05-15T16:45:33.048 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.compression: NoCompression 2024-05-15T16:45:33.049 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.bottommost_compression: Disabled 2024-05-15T16:45:33.049 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.prefix_extractor: nullptr 2024-05-15T16:45:33.049 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-15T16:45:33.049 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.num_levels: 7 2024-05-15T16:45:33.049 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-15T16:45:33.049 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-15T16:45:33.049 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-15T16:45:33.049 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-15T16:45:33.049 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-15T16:45:33.049 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-15T16:45:33.049 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-15T16:45:33.049 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-15T16:45:33.049 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-15T16:45:33.049 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-15T16:45:33.049 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-15T16:45:33.050 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-15T16:45:33.050 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.compression_opts.window_bits: -14 2024-05-15T16:45:33.050 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.compression_opts.level: 32767 2024-05-15T16:45:33.050 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.compression_opts.strategy: 0 2024-05-15T16:45:33.050 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-15T16:45:33.050 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-15T16:45:33.050 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-15T16:45:33.050 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-15T16:45:33.050 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.compression_opts.enabled: false 2024-05-15T16:45:33.050 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-15T16:45:33.050 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-15T16:45:33.050 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-15T16:45:33.050 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-15T16:45:33.050 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.target_file_size_base: 67108864 2024-05-15T16:45:33.050 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.target_file_size_multiplier: 1 2024-05-15T16:45:33.051 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-15T16:45:33.051 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-15T16:45:33.051 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-15T16:45:33.051 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-15T16:45:33.051 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-15T16:45:33.051 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-15T16:45:33.051 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-15T16:45:33.051 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-15T16:45:33.051 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-15T16:45:33.051 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-15T16:45:33.051 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-15T16:45:33.051 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-15T16:45:33.052 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-15T16:45:33.052 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.arena_block_size: 1048576 2024-05-15T16:45:33.052 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-15T16:45:33.052 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-15T16:45:33.052 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.disable_auto_compactions: 0 2024-05-15T16:45:33.052 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-15T16:45:33.052 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-15T16:45:33.052 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-15T16:45:33.052 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-15T16:45:33.052 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-15T16:45:33.052 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-15T16:45:33.052 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-15T16:45:33.052 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-15T16:45:33.052 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-15T16:45:33.052 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-15T16:45:33.053 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.table_properties_collectors: 2024-05-15T16:45:33.053 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.inplace_update_support: 0 2024-05-15T16:45:33.053 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.inplace_update_num_locks: 10000 2024-05-15T16:45:33.053 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-15T16:45:33.053 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-15T16:45:33.053 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.memtable_huge_page_size: 0 2024-05-15T16:45:33.053 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.bloom_locality: 0 2024-05-15T16:45:33.053 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.max_successive_merges: 0 2024-05-15T16:45:33.053 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.optimize_filters_for_hits: 0 2024-05-15T16:45:33.053 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.paranoid_file_checks: 0 2024-05-15T16:45:33.053 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.force_consistency_checks: 1 2024-05-15T16:45:33.053 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.report_bg_io_stats: 0 2024-05-15T16:45:33.053 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.ttl: 2592000 2024-05-15T16:45:33.053 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.periodic_compaction_seconds: 0 2024-05-15T16:45:33.053 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-15T16:45:33.054 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-15T16:45:33.054 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.enable_blob_files: false 2024-05-15T16:45:33.054 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.min_blob_size: 0 2024-05-15T16:45:33.054 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.blob_file_size: 268435456 2024-05-15T16:45:33.054 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.blob_compression_type: NoCompression 2024-05-15T16:45:33.054 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.enable_blob_garbage_collection: false 2024-05-15T16:45:33.054 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-15T16:45:33.054 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-15T16:45:33.054 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-15T16:45:33.054 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.blob_file_starting_level: 0 2024-05-15T16:45:33.054 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-15T16:45:33.054 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 99.sst 2024-05-15T16:45:33.054 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-05-15T16:45:33.054 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 101, last_sequence is 50674, log_number is 97,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-05-15T16:45:33.054 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 97 2024-05-15T16:45:33.055 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a24ac29c-488a-4e20-90a7-b7c05ab732f6 2024-05-15T16:45:33.055 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715791532619435, "job": 1, "event": "recovery_started", "wal_files": [97]} 2024-05-15T16:45:33.055 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #97 mode 2 2024-05-15T16:45:33.055 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715791532622112, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 102, "file_size": 522386, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 50672, "largest_seqno": 51144, "table_properties": {"data_size": 519462, "index_size": 1334, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 4865, "raw_average_key_size": 23, "raw_value_size": 514963, "raw_average_value_size": 2512, "num_data_blocks": 59, "num_entries": 205, "num_filter_entries": 205, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1715791532, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a24ac29c-488a-4e20-90a7-b7c05ab732f6", "db_session_id": "KQR96GI2IDLEN2RJY341", "orig_file_number": 102, "seqno_to_time_mapping": "N/A"}} 2024-05-15T16:45:33.055 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715791532622177, "job": 1, "event": "recovery_finished"} 2024-05-15T16:45:33.055 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: [db/version_set.cc:5047] Creating manifest 104 2024-05-15T16:45:33.055 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-05-15T16:45:33.055 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000097.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-15T16:45:33.055 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56012bb8e000 2024-05-15T16:45:33.055 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: DB pointer 0x56012bb78000 2024-05-15T16:45:33.055 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-15T16:45:33.055 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-15T16:45:33.055 INFO:journalctl@ceph.mon.a.smithi066.stdout: ** DB Stats ** 2024-05-15T16:45:33.055 INFO:journalctl@ceph.mon.a.smithi066.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-15T16:45:33.056 INFO:journalctl@ceph.mon.a.smithi066.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-15T16:45:33.056 INFO:journalctl@ceph.mon.a.smithi066.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-15T16:45:33.056 INFO:journalctl@ceph.mon.a.smithi066.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-15T16:45:33.056 INFO:journalctl@ceph.mon.a.smithi066.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-15T16:45:33.056 INFO:journalctl@ceph.mon.a.smithi066.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-15T16:45:33.056 INFO:journalctl@ceph.mon.a.smithi066.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-15T16:45:33.056 INFO:journalctl@ceph.mon.a.smithi066.stdout: 2024-05-15T16:45:33.056 INFO:journalctl@ceph.mon.a.smithi066.stdout: ** Compaction Stats [default] ** 2024-05-15T16:45:33.056 INFO:journalctl@ceph.mon.a.smithi066.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-15T16:45:33.056 INFO:journalctl@ceph.mon.a.smithi066.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-15T16:45:33.056 INFO:journalctl@ceph.mon.a.smithi066.stdout: L0 1/0 510.14 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 307.7 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-05-15T16:45:33.056 INFO:journalctl@ceph.mon.a.smithi066.stdout: L6 1/0 12.15 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-05-15T16:45:33.056 INFO:journalctl@ceph.mon.a.smithi066.stdout: Sum 2/0 12.65 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 307.7 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-05-15T16:45:33.056 INFO:journalctl@ceph.mon.a.smithi066.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 307.7 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-05-15T16:45:33.056 INFO:journalctl@ceph.mon.a.smithi066.stdout: 2024-05-15T16:45:33.057 INFO:journalctl@ceph.mon.a.smithi066.stdout: ** Compaction Stats [default] ** 2024-05-15T16:45:33.057 INFO:journalctl@ceph.mon.a.smithi066.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-15T16:45:33.057 INFO:journalctl@ceph.mon.a.smithi066.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-15T16:45:33.057 INFO:journalctl@ceph.mon.a.smithi066.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 307.7 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-05-15T16:45:33.057 INFO:journalctl@ceph.mon.a.smithi066.stdout: 2024-05-15T16:45:33.057 INFO:journalctl@ceph.mon.a.smithi066.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-15T16:45:33.057 INFO:journalctl@ceph.mon.a.smithi066.stdout: 2024-05-15T16:45:33.057 INFO:journalctl@ceph.mon.a.smithi066.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-15T16:45:33.057 INFO:journalctl@ceph.mon.a.smithi066.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-05-15T16:45:33.057 INFO:journalctl@ceph.mon.a.smithi066.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-15T16:45:33.057 INFO:journalctl@ceph.mon.a.smithi066.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-15T16:45:33.057 INFO:journalctl@ceph.mon.a.smithi066.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-15T16:45:33.057 INFO:journalctl@ceph.mon.a.smithi066.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-15T16:45:33.057 INFO:journalctl@ceph.mon.a.smithi066.stdout: Cumulative compaction: 0.00 GB write, 101.15 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-15T16:45:33.057 INFO:journalctl@ceph.mon.a.smithi066.stdout: Interval compaction: 0.00 GB write, 101.15 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-15T16:45:33.058 INFO:journalctl@ceph.mon.a.smithi066.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-15T16:45:33.058 INFO:journalctl@ceph.mon.a.smithi066.stdout: Block cache BinnedLRUCache@0x56012ba9d090#2 capacity: 512.00 MB usage: 2.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-05-15T16:45:33.058 INFO:journalctl@ceph.mon.a.smithi066.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.66 KB,0.00012517%) IndexBlock(1,1.45 KB,0.000277162%) Misc(1,0.00 KB,0%) 2024-05-15T16:45:33.058 INFO:journalctl@ceph.mon.a.smithi066.stdout: 2024-05-15T16:45:33.058 INFO:journalctl@ceph.mon.a.smithi066.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-15T16:45:33.058 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: starting mon.a rank 0 at public addrs [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] at bind addrs [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:45:33.058 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: mon.a@-1(???) e3 preinit fsid b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:45:33.058 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: mon.a@-1(???).mds e1 new map 2024-05-15T16:45:33.058 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: mon.a@-1(???).mds e1 print_map 2024-05-15T16:45:33.058 INFO:journalctl@ceph.mon.a.smithi066.stdout: e1 2024-05-15T16:45:33.058 INFO:journalctl@ceph.mon.a.smithi066.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-15T16:45:33.058 INFO:journalctl@ceph.mon.a.smithi066.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-05-15T16:45:33.058 INFO:journalctl@ceph.mon.a.smithi066.stdout: legacy client fscid: -1 2024-05-15T16:45:33.058 INFO:journalctl@ceph.mon.a.smithi066.stdout: 2024-05-15T16:45:33.058 INFO:journalctl@ceph.mon.a.smithi066.stdout: No filesystems configured 2024-05-15T16:45:33.059 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: mon.a@-1(???).osd e112 crush map has features 3314933000854323200, adjusting msgr requires 2024-05-15T16:45:33.059 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: mon.a@-1(???).osd e112 crush map has features 432629239337189376, adjusting msgr requires 2024-05-15T16:45:33.059 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: mon.a@-1(???).osd e112 crush map has features 432629239337189376, adjusting msgr requires 2024-05-15T16:45:33.059 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: mon.a@-1(???).osd e112 crush map has features 432629239337189376, adjusting msgr requires 2024-05-15T16:45:33.059 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 ceph-mon[127489]: mon.a@-1(???).paxosservice(auth 1..30) refresh upgraded, format 0 -> 3 2024-05-15T16:45:33.059 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 bash[127470]: 3a8fbdf80b44173c9ca2194265d3ef7cc894629061c34aceb5d82bf190d60a46 2024-05-15T16:45:33.059 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:32 smithi066 systemd[1]: Started Ceph mon.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:45:35.884 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ignoring --setuser ceph since I am not root 2024-05-15T16:45:35.885 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ignoring --setgroup ceph since I am not root 2024-05-15T16:45:35.885 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mgr[70369]: -- 172.21.15.66:0/2232396547 <== mon.0 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bc2588e5a0 con 0x55bc25862800 2024-05-15T16:45:35.885 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[29300]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:45:35.885 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[29300]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:35.885 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[29300]: mon.a calling monitor election 2024-05-15T16:45:35.885 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[29300]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-15T16:45:35.885 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[29300]: monmap epoch 3 2024-05-15T16:45:35.885 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[29300]: fsid b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:45:35.885 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[29300]: last_changed 2024-05-15T16:13:16.902507+0000 2024-05-15T16:45:35.886 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[29300]: created 2024-05-15T16:11:44.880931+0000 2024-05-15T16:45:35.886 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[29300]: min_mon_release 17 (quincy) 2024-05-15T16:45:35.886 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[29300]: election_strategy: 1 2024-05-15T16:45:35.886 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[29300]: 0: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.a 2024-05-15T16:45:35.886 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[29300]: 1: [v2:172.21.15.66:3301/0,v1:172.21.15.66:6790/0] mon.c 2024-05-15T16:45:35.886 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[29300]: 2: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.b 2024-05-15T16:45:35.886 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[29300]: fsmap 2024-05-15T16:45:35.886 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[29300]: osdmap e112: 8 total, 8 up, 8 in 2024-05-15T16:45:35.886 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[29300]: mgrmap e44: y(active, since 6m), standbys: x 2024-05-15T16:45:35.886 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[29300]: overall HEALTH_OK 2024-05-15T16:45:35.886 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:35.886 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[29300]: mgrmap e45: y(active, since 6m), standbys: x 2024-05-15T16:45:35.886 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='' 2024-05-15T16:45:35.886 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='' 2024-05-15T16:45:35.887 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[29300]: from='mgr.25207 ' entity='' 2024-05-15T16:45:35.887 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[127489]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:45:35.887 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[127489]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:35.887 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[127489]: mon.a calling monitor election 2024-05-15T16:45:35.887 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[127489]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-15T16:45:35.887 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[127489]: monmap epoch 3 2024-05-15T16:45:35.887 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[127489]: fsid b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:45:35.887 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[127489]: last_changed 2024-05-15T16:13:16.902507+0000 2024-05-15T16:45:35.887 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[127489]: created 2024-05-15T16:11:44.880931+0000 2024-05-15T16:45:35.887 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[127489]: min_mon_release 17 (quincy) 2024-05-15T16:45:35.887 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[127489]: election_strategy: 1 2024-05-15T16:45:35.887 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[127489]: 0: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.a 2024-05-15T16:45:35.888 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[127489]: 1: [v2:172.21.15.66:3301/0,v1:172.21.15.66:6790/0] mon.c 2024-05-15T16:45:35.888 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[127489]: 2: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.b 2024-05-15T16:45:35.888 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[127489]: fsmap 2024-05-15T16:45:35.888 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[127489]: osdmap e112: 8 total, 8 up, 8 in 2024-05-15T16:45:35.888 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[127489]: mgrmap e44: y(active, since 6m), standbys: x 2024-05-15T16:45:35.888 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[127489]: overall HEALTH_OK 2024-05-15T16:45:35.888 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[127489]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:35.888 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[127489]: mgrmap e45: y(active, since 6m), standbys: x 2024-05-15T16:45:35.888 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[127489]: from='mgr.25207 ' entity='' 2024-05-15T16:45:35.888 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[127489]: from='mgr.25207 ' entity='' 2024-05-15T16:45:35.888 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:35 smithi066 ceph-mon[127489]: from='mgr.25207 ' entity='' 2024-05-15T16:45:36.037 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:35 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: ignoring --setuser ceph since I am not root 2024-05-15T16:45:36.037 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:35 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: ignoring --setgroup ceph since I am not root 2024-05-15T16:45:36.037 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:35 smithi081 ceph-mgr[75586]: -- 172.21.15.81:0/4037583193 <== mon.2 v2:172.21.15.81:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5567a83ce5a0 con 0x5567a83a2800 2024-05-15T16:45:36.037 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:35 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:45:35.843+0000 7f0cf93fb200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-15T16:45:36.037 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:45:36.035+0000 7f0cf93fb200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:45:36.037 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:35 smithi081 ceph-mon[108212]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:45:36.037 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:35 smithi081 ceph-mon[108212]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:45:36.037 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:35 smithi081 ceph-mon[108212]: mon.a calling monitor election 2024-05-15T16:45:36.037 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:35 smithi081 ceph-mon[108212]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-15T16:45:36.038 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:35 smithi081 ceph-mon[108212]: monmap epoch 3 2024-05-15T16:45:36.038 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:35 smithi081 ceph-mon[108212]: fsid b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:45:36.038 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:35 smithi081 ceph-mon[108212]: last_changed 2024-05-15T16:13:16.902507+0000 2024-05-15T16:45:36.038 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:35 smithi081 ceph-mon[108212]: created 2024-05-15T16:11:44.880931+0000 2024-05-15T16:45:36.038 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:35 smithi081 ceph-mon[108212]: min_mon_release 17 (quincy) 2024-05-15T16:45:36.038 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:35 smithi081 ceph-mon[108212]: election_strategy: 1 2024-05-15T16:45:36.038 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:35 smithi081 ceph-mon[108212]: 0: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.a 2024-05-15T16:45:36.038 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:35 smithi081 ceph-mon[108212]: 1: [v2:172.21.15.66:3301/0,v1:172.21.15.66:6790/0] mon.c 2024-05-15T16:45:36.038 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:35 smithi081 ceph-mon[108212]: 2: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.b 2024-05-15T16:45:36.038 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:35 smithi081 ceph-mon[108212]: fsmap 2024-05-15T16:45:36.038 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:35 smithi081 ceph-mon[108212]: osdmap e112: 8 total, 8 up, 8 in 2024-05-15T16:45:36.038 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:35 smithi081 ceph-mon[108212]: mgrmap e44: y(active, since 6m), standbys: x 2024-05-15T16:45:36.038 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:35 smithi081 ceph-mon[108212]: overall HEALTH_OK 2024-05-15T16:45:36.039 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:35 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='mgr.y' 2024-05-15T16:45:36.039 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:35 smithi081 ceph-mon[108212]: mgrmap e45: y(active, since 6m), standbys: x 2024-05-15T16:45:36.039 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:35 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='' 2024-05-15T16:45:36.039 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:35 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='' 2024-05-15T16:45:36.039 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:35 smithi081 ceph-mon[108212]: from='mgr.25207 ' entity='' 2024-05-15T16:45:36.199 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:35.883+0000 7f0882b3d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-15T16:45:36.199 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:36.080+0000 7f0882b3d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:45:36.199 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:36.198+0000 7f0882b3d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-15T16:45:36.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:45:36.143+0000 7f0cf93fb200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-15T16:45:36.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:36.542+0000 7f0882b3d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-15T16:45:36.786 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:36.632+0000 7f0882b3d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-15T16:45:36.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:45:36.479+0000 7f0cf93fb200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-15T16:45:36.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:36 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:45:36.574+0000 7f0cf93fb200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-15T16:45:37.949 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:37 smithi066 ceph-mon[29300]: mgrmap e46: y(active, since 6m), standbys: x 2024-05-15T16:45:37.949 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:37 smithi066 ceph-mon[127489]: mgrmap e46: y(active, since 6m), standbys: x 2024-05-15T16:45:37.956 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:37 smithi081 ceph-mon[108212]: mgrmap e46: y(active, since 6m), standbys: x 2024-05-15T16:45:37.956 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:37 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:45:37.785+0000 7f0cf93fb200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-15T16:45:37.956 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:37 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:45:37.955+0000 7f0cf93fb200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-15T16:45:38.285 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:37 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:37.948+0000 7f0882b3d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-15T16:45:38.286 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:38 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:38.131+0000 7f0882b3d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-15T16:45:38.365 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:45:38.127+0000 7f0cf93fb200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-15T16:45:38.623 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:38 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:38.312+0000 7f0882b3d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-15T16:45:38.717 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:45:38.418+0000 7f0cf93fb200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-15T16:45:38.718 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:45:38.511+0000 7f0cf93fb200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-15T16:45:38.947 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:38 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:38.622+0000 7f0882b3d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-15T16:45:38.947 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:38 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:38.721+0000 7f0882b3d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-15T16:45:38.947 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:38 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:38.946+0000 7f0882b3d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-15T16:45:38.992 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:45:38.716+0000 7f0cf93fb200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-15T16:45:38.992 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:45:38.914+0000 7f0cf93fb200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:45:39.270 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:39 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:39.156+0000 7f0882b3d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-15T16:45:39.365 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:45:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:45:38.991Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.66:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.66:8765: connect: connection refused" 2024-05-15T16:45:39.365 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:45:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:45:38.992Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.66:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.66:8765: connect: connection refused" 2024-05-15T16:45:39.365 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:45:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:45:38.993Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.66:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.66:8765: connect: connection refused" 2024-05-15T16:45:39.365 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:45:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:45:38.993Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.66:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.66:8765: connect: connection refused" 2024-05-15T16:45:39.365 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:45:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:45:38.995Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.66:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.66:8765: connect: connection refused" 2024-05-15T16:45:39.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:45:39.520+0000 7f0cf93fb200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-15T16:45:40.014 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:39 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:39.810+0000 7f0882b3d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-15T16:45:40.266 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:39 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:45:39.955+0000 7f0cf93fb200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-15T16:45:40.266 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:40 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:45:40.055+0000 7f0cf93fb200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-15T16:45:40.266 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:40 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:45:40.264+0000 7f0cf93fb200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-15T16:45:40.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:40 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:40.282+0000 7f0882b3d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-15T16:45:40.536 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:40 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:40.388+0000 7f0882b3d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-15T16:45:41.035 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:40 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:40.606+0000 7f0882b3d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-15T16:45:41.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:40 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:45:40.795+0000 7f0cf93fb200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-15T16:45:41.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:40 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:45:40.892+0000 7f0cf93fb200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-15T16:45:41.506 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:45:41.145+0000 7f0cf93fb200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-15T16:45:41.506 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:45:41.284+0000 7f0cf93fb200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-15T16:45:41.506 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:45:41.383+0000 7f0cf93fb200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-15T16:45:41.506 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:45:41.504+0000 7f0cf93fb200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-15T16:45:41.524 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:41 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:41.164+0000 7f0882b3d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-15T16:45:41.524 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:41 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:41.263+0000 7f0882b3d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-15T16:45:41.785 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:41 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:41.523+0000 7f0882b3d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-15T16:45:41.786 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:41 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:41.668+0000 7f0882b3d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-15T16:45:41.786 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:41 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:41.771+0000 7f0882b3d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-15T16:45:42.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:41 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:45:41.812+0000 7f0cf93fb200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-15T16:45:42.216 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:41 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:41.897+0000 7f0882b3d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-15T16:45:42.217 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:42 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:42.215+0000 7f0882b3d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-15T16:45:42.724 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:42 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:45:42.433+0000 7f0cf93fb200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-15T16:45:42.725 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:42 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:45:42.661+0000 7f0cf93fb200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-15T16:45:42.725 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:42 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: [15/May/2024:16:45:42] ENGINE Bus STARTING 2024-05-15T16:45:43.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:42 smithi066 ceph-mon[29300]: Standby manager daemon x restarted 2024-05-15T16:45:43.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:42 smithi066 ceph-mon[29300]: Standby manager daemon x started 2024-05-15T16:45:43.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:42 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/791889239' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:45:43.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:42 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/791889239' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:45:43.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:42 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/791889239' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:45:43.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:42 smithi066 ceph-mon[29300]: from='mgr.? 172.21.15.81:0/791889239' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:45:43.036 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:42 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:42.865+0000 7f0882b3d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-15T16:45:43.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:42 smithi066 ceph-mon[127489]: Standby manager daemon x restarted 2024-05-15T16:45:43.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:42 smithi066 ceph-mon[127489]: Standby manager daemon x started 2024-05-15T16:45:43.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:42 smithi066 ceph-mon[127489]: from='mgr.? 172.21.15.81:0/791889239' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:45:43.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:42 smithi066 ceph-mon[127489]: from='mgr.? 172.21.15.81:0/791889239' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:45:43.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:42 smithi066 ceph-mon[127489]: from='mgr.? 172.21.15.81:0/791889239' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:45:43.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:42 smithi066 ceph-mon[127489]: from='mgr.? 172.21.15.81:0/791889239' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:45:43.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:42 smithi081 ceph-mon[108212]: Standby manager daemon x restarted 2024-05-15T16:45:43.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:42 smithi081 ceph-mon[108212]: Standby manager daemon x started 2024-05-15T16:45:43.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:42 smithi081 ceph-mon[108212]: from='mgr.? 172.21.15.81:0/791889239' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-15T16:45:43.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:42 smithi081 ceph-mon[108212]: from='mgr.? 172.21.15.81:0/791889239' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-15T16:45:43.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:42 smithi081 ceph-mon[108212]: from='mgr.? 172.21.15.81:0/791889239' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-15T16:45:43.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:42 smithi081 ceph-mon[108212]: from='mgr.? 172.21.15.81:0/791889239' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-15T16:45:43.116 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:42 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: CherryPy Checker: 2024-05-15T16:45:43.116 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:42 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: The Application mounted at '' has an empty config. 2024-05-15T16:45:43.116 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:42 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: 2024-05-15T16:45:43.116 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:42 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: [15/May/2024:16:45:42] ENGINE Serving on http://:::9283 2024-05-15T16:45:43.116 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:45:42 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x[75582]: [15/May/2024:16:45:42] ENGINE Bus STARTED 2024-05-15T16:45:43.538 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:43.102+0000 7f0882b3d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-15T16:45:43.538 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:45:43] ENGINE Bus STARTING 2024-05-15T16:45:43.538 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: CherryPy Checker: 2024-05-15T16:45:43.539 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: The Application mounted at '' has an empty config. 2024-05-15T16:45:43.539 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:43.539 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:45:43] ENGINE Serving on http://:::9283 2024-05-15T16:45:43.539 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:43 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:45:43] ENGINE Bus STARTED 2024-05-15T16:45:44.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: mgrmap e47: y(active, since 6m), standbys: x 2024-05-15T16:45:44.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: Active manager daemon y restarted 2024-05-15T16:45:44.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: Activating manager daemon y 2024-05-15T16:45:44.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: osdmap e113: 8 total, 8 up, 8 in 2024-05-15T16:45:44.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: mgrmap e48: y(active, starting, since 0.00950622s), standbys: x 2024-05-15T16:45:44.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:45:44.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:45:44.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:45:44.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-15T16:45:44.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-15T16:45:44.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:45:44.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:45:44.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:45:44.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:45:44.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:45:44.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:45:44.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:45:44.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:45:44.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-15T16:45:44.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-15T16:45:44.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-15T16:45:44.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: Manager daemon y is now available 2024-05-15T16:45:44.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:44.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:44.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:45:44.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:45:44.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:45:44.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:45:44.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:44.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:44.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:45:44.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:45:44.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:45:44.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:45:44.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:45:44.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: mgrmap e47: y(active, since 6m), standbys: x 2024-05-15T16:45:44.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: Active manager daemon y restarted 2024-05-15T16:45:44.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: Activating manager daemon y 2024-05-15T16:45:44.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: osdmap e113: 8 total, 8 up, 8 in 2024-05-15T16:45:44.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: mgrmap e48: y(active, starting, since 0.00950622s), standbys: x 2024-05-15T16:45:44.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:45:44.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:45:44.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:45:44.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-15T16:45:44.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-15T16:45:44.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:45:44.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:45:44.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:45:44.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:45:44.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:45:44.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:45:44.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:45:44.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:45:44.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-15T16:45:44.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-15T16:45:44.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-15T16:45:44.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: Manager daemon y is now available 2024-05-15T16:45:44.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:44.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:44.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:45:44.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:45:44.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:45:44.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:45:44.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:44.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:44.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:45:44.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:45:44.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:45:44.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:45:44.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:43 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:45:44.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: mgrmap e47: y(active, since 6m), standbys: x 2024-05-15T16:45:44.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: Active manager daemon y restarted 2024-05-15T16:45:44.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: Activating manager daemon y 2024-05-15T16:45:44.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: osdmap e113: 8 total, 8 up, 8 in 2024-05-15T16:45:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: mgrmap e48: y(active, starting, since 0.00950622s), standbys: x 2024-05-15T16:45:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:45:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:45:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:45:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-15T16:45:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-15T16:45:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:45:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-15T16:45:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-15T16:45:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-15T16:45:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-15T16:45:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-15T16:45:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-15T16:45:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-15T16:45:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-15T16:45:44.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-15T16:45:44.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-15T16:45:44.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: Manager daemon y is now available 2024-05-15T16:45:44.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:44.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:44.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:45:44.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:45:44.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:45:44.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-05-15T16:45:44.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:44.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:44.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:45:44.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:45:44.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-15T16:45:44.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:45:44.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:43 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-15T16:45:44.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:44 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:45:44.120+0000 7f0857fa0700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-05-15T16:45:45.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:44 smithi066 ceph-mon[29300]: Updating smithi066:/etc/ceph/ceph.conf 2024-05-15T16:45:45.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:44 smithi066 ceph-mon[29300]: Updating smithi081:/etc/ceph/ceph.conf 2024-05-15T16:45:45.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:44 smithi066 ceph-mon[29300]: mgrmap e49: y(active, since 1.01163s), standbys: x 2024-05-15T16:45:45.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:44 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:45.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:44 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:45.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:44 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:45.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:44 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:45.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:44 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:45.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:44 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:44 smithi066 ceph-mon[127489]: Updating smithi066:/etc/ceph/ceph.conf 2024-05-15T16:45:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:44 smithi066 ceph-mon[127489]: Updating smithi081:/etc/ceph/ceph.conf 2024-05-15T16:45:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:44 smithi066 ceph-mon[127489]: mgrmap e49: y(active, since 1.01163s), standbys: x 2024-05-15T16:45:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:44 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:44 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:44 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:44 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:44 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:45.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:44 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:44 smithi081 ceph-mon[108212]: Updating smithi066:/etc/ceph/ceph.conf 2024-05-15T16:45:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:44 smithi081 ceph-mon[108212]: Updating smithi081:/etc/ceph/ceph.conf 2024-05-15T16:45:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:44 smithi081 ceph-mon[108212]: mgrmap e49: y(active, since 1.01163s), standbys: x 2024-05-15T16:45:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:44 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:44 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:44 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:44 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:44 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:45.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:44 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:46.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[127489]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:45:46.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[127489]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:45:46.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[127489]: Updating smithi081:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:45:46.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[127489]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:45:46.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[127489]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:45:46.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[127489]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:45:46.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[127489]: [15/May/2024:16:45:44] ENGINE Bus STARTING 2024-05-15T16:45:46.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[127489]: [15/May/2024:16:45:44] ENGINE Serving on https://172.21.15.66:7151 2024-05-15T16:45:46.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[127489]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:45:46.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[127489]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:45:46.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[127489]: [15/May/2024:16:45:44] ENGINE Serving on http://172.21.15.66:8765 2024-05-15T16:45:46.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[127489]: [15/May/2024:16:45:44] ENGINE Bus STARTED 2024-05-15T16:45:46.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:45:46.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:45:46.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:45:46.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:45:46.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[29300]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:45:46.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[29300]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:45:46.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[29300]: Updating smithi081:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:45:46.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[29300]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:45:46.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[29300]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:45:46.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[29300]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:45:46.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[29300]: [15/May/2024:16:45:44] ENGINE Bus STARTING 2024-05-15T16:45:46.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[29300]: [15/May/2024:16:45:44] ENGINE Serving on https://172.21.15.66:7151 2024-05-15T16:45:46.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[29300]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:45:46.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[29300]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:45:46.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[29300]: [15/May/2024:16:45:44] ENGINE Serving on http://172.21.15.66:8765 2024-05-15T16:45:46.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[29300]: [15/May/2024:16:45:44] ENGINE Bus STARTED 2024-05-15T16:45:46.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:45:46.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:45:46.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:45:46.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:45 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:45:46.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:45 smithi081 ceph-mon[108212]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:45:46.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:45 smithi081 ceph-mon[108212]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-15T16:45:46.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:45 smithi081 ceph-mon[108212]: Updating smithi081:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:45:46.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:45 smithi081 ceph-mon[108212]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-05-15T16:45:46.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:45 smithi081 ceph-mon[108212]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:45:46.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:45 smithi081 ceph-mon[108212]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:45:46.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:45 smithi081 ceph-mon[108212]: [15/May/2024:16:45:44] ENGINE Bus STARTING 2024-05-15T16:45:46.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:45 smithi081 ceph-mon[108212]: [15/May/2024:16:45:44] ENGINE Serving on https://172.21.15.66:7151 2024-05-15T16:45:46.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:45 smithi081 ceph-mon[108212]: Updating smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:45:46.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:45 smithi081 ceph-mon[108212]: Updating smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-15T16:45:46.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:45 smithi081 ceph-mon[108212]: [15/May/2024:16:45:44] ENGINE Serving on http://172.21.15.66:8765 2024-05-15T16:45:46.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:45 smithi081 ceph-mon[108212]: [15/May/2024:16:45:44] ENGINE Bus STARTED 2024-05-15T16:45:46.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:45 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:45:46.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:45 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi066", "caps": []}]: dispatch 2024-05-15T16:45:46.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:45 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:45:46.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:45 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:45:46.453 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:46 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:45:46] "GET /metrics HTTP/1.1" 200 35200 "" "Prometheus/2.43.0" 2024-05-15T16:45:47.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:46 smithi066 ceph-mon[29300]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:45:47.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:46 smithi066 ceph-mon[29300]: mgrmap e50: y(active, since 2s), standbys: x 2024-05-15T16:45:47.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:46 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:47.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:46 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:47.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:46 smithi066 ceph-mon[127489]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:45:47.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:46 smithi066 ceph-mon[127489]: mgrmap e50: y(active, since 2s), standbys: x 2024-05-15T16:45:47.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:46 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:47.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:46 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:47.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:46 smithi081 ceph-mon[108212]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:45:47.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:46 smithi081 ceph-mon[108212]: mgrmap e50: y(active, since 2s), standbys: x 2024-05-15T16:45:47.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:46 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:47.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:46 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:48.006 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:47 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:48.006 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:47 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:48.006 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:47 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:48.006 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:47 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:45:48.006 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:47 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:45:48.006 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:47 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:48.006 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:47 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:48.006 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:47 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:48.007 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:47 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:45:48.007 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:47 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:45:48.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:47 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:48.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:47 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:48.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:47 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:48.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:47 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:45:48.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:47 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:45:48.753 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:48 smithi081 ceph-mon[108212]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:45:48.754 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:48 smithi081 ceph-mon[108212]: mgrmap e51: y(active, since 4s), standbys: x 2024-05-15T16:45:48.754 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:48 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:48.754 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:48 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:48.754 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:48 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:48.754 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:48 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:48.754 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:48 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:45:48.754 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:48 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:45:48.754 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:48 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:48.754 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:48 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:48.754 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:48 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:48.754 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:48 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:48.755 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:48 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:48.755 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:48 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:48.755 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:48 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:48.755 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:48 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:48.755 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:48 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:48.755 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:48 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:48.755 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:48 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:48.755 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:48 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[29300]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:45:49.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[29300]: mgrmap e51: y(active, since 4s), standbys: x 2024-05-15T16:45:49.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:49.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:49.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:45:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:45:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:49.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[127489]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-05-15T16:45:49.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[127489]: mgrmap e51: y(active, since 4s), standbys: x 2024-05-15T16:45:49.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:49.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:49.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:45:49.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi081", "caps": []}]: dispatch 2024-05-15T16:45:49.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:49.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:49.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:49.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:49.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:49.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:48 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:49.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:49.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:49.868 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:49.869 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:49 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:50.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:50.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:50.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:50.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:50.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:50.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:50.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:50.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:50.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:50.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:50.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:50.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:50.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:50.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:50.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:50.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:50.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:50.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:50.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:50.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:50.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:50.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:50.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:50.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:50.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:50.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:50.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:50.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:50.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:50.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:50.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:50.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:50.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:50.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:50.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:50.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:50.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:50.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:50.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:50.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:50.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:50.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:50.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:50.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:50.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:50.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:50.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:50.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:49 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1 KiB/s rd, 1 op/s 2024-05-15T16:45:51.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:51.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:51.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:51.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:51.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:51.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:51.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:51.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:51.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:51.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:51.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1 KiB/s rd, 1 op/s 2024-05-15T16:45:51.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:51.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:51.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:51.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:51.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:51.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:51.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:51.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:51.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:51.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:51.041 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:51.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:51.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:51.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:51.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:51.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:51.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.043 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:51.044 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.044 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:51.044 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:51.044 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:50 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.060 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.060 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.060 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.060 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1 KiB/s rd, 1 op/s 2024-05-15T16:45:51.060 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.060 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.060 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.061 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.061 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.061 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:51.061 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.061 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:51.061 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:51.061 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.061 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.061 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:51.061 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.061 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:51.061 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:51.061 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.061 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.061 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:51.062 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.062 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:51.062 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:51.062 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.062 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.062 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:51.062 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.062 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:51.062 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:51.062 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.062 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.062 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:51.062 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.062 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:51.062 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:51.063 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.063 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.063 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:51.063 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.063 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:51.063 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:51.063 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.063 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.063 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:51.063 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.063 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:51.063 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:51.063 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:50 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.937 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.937 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.937 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.937 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.937 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.937 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.937 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:51.937 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.937 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.937 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:51.938 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.938 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:51.938 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:51.938 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.938 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.938 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:51.938 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.938 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:51.938 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:51.938 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.938 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.938 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.938 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:51.938 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:51.939 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:51.939 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-15T16:45:51.939 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:51 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-05-15T16:45:52.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:52.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:52.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:52.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:52.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:52.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:52.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:52.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:52.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:52.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:52.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:52.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:52.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:52.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-15T16:45:52.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-05-15T16:45:52.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:52.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:52.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:52.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:52.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:52.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:52.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:52.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:52.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:52.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:52.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:45:52.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-15T16:45:52.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:51 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-05-15T16:45:53.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:52 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:53.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:52 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:53.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:52 smithi066 ceph-mon[127489]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-05-15T16:45:53.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:52 smithi066 ceph-mon[127489]: Upgrade: It appears safe to stop mon.c 2024-05-15T16:45:53.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:52 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:53.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:52 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:53.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:52 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:53.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:52 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:53.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:52 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:53.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:52 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:52 smithi066 ceph-mon[29300]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:52 smithi066 ceph-mon[29300]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-05-15T16:45:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:52 smithi066 ceph-mon[29300]: Upgrade: It appears safe to stop mon.c 2024-05-15T16:45:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:52 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:52 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:52 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:52 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:52 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:53.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:52 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:53.046 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:52 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:53.046 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:52 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:53.046 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:52 smithi081 ceph-mon[108212]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-05-15T16:45:53.047 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:52 smithi081 ceph-mon[108212]: Upgrade: It appears safe to stop mon.c 2024-05-15T16:45:53.047 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:52 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:53.047 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:52 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:53.047 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:52 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:53.047 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:52 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:53.047 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:52 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:53.047 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:52 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:54.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:54 smithi066 ceph-mon[29300]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-05-15T16:45:54.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:54 smithi066 ceph-mon[29300]: Upgrade: Updating mon.c 2024-05-15T16:45:54.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:54 smithi066 ceph-mon[29300]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:54.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:54 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-15T16:45:54.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:54 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-15T16:45:54.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:54 smithi066 ceph-mon[29300]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:54.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:54 smithi066 ceph-mon[29300]: Deploying daemon mon.c on smithi066 2024-05-15T16:45:54.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:54 smithi066 ceph-mon[127489]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-05-15T16:45:54.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:54 smithi066 ceph-mon[127489]: Upgrade: Updating mon.c 2024-05-15T16:45:54.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:54 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:54.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:54 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-15T16:45:54.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:54 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-15T16:45:54.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:54 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:54.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:54 smithi066 ceph-mon[127489]: Deploying daemon mon.c on smithi066 2024-05-15T16:45:54.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:54 smithi081 ceph-mon[108212]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-05-15T16:45:54.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:54 smithi081 ceph-mon[108212]: Upgrade: Updating mon.c 2024-05-15T16:45:54.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:54 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:54.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:54 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-15T16:45:54.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:54 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-15T16:45:54.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:54 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:54.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:54 smithi081 ceph-mon[108212]: Deploying daemon mon.c on smithi066 2024-05-15T16:45:55.328 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:55 smithi066 systemd[1]: Stopping Ceph mon.c for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:45:55.637 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:55 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-c[29295]: 2024-05-15T16:45:55.326+0000 7f6295b7c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-15T16:45:55.638 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:55 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-c[29295]: 2024-05-15T16:45:55.326+0000 7f6295b7c700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-05-15T16:45:55.638 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:55 smithi066 podman[130769]: 2024-05-15 16:45:55.347189373 +0000 UTC m=+0.126873013 container died f72f6b43cfb8e03a6ad9628ee5b4c4f16f7e1fd4386ce9eb911e52c5865c689e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-c, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.component=centos-stream-container, release=754, GIT_CLEAN=True, io.k8s.display-name=CentOS Stream 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, CEPH_POINT_RELEASE=-17.2.0, vendor=Red Hat, Inc., RELEASE=HEAD, io.buildah.version=1.19.8, GIT_REPO=https://github.com/ceph/ceph-container.git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.tags=base centos centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-05-03T08:36:31.336870, io.openshift.expose-services=, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-type=git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_BRANCH=HEAD, version=8, distribution-scope=public, name=centos-stream, ceph=True, maintainer=Guillaume Abrioux , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64) 2024-05-15T16:45:55.638 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:55 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:45:55] ENGINE Bus STOPPING 2024-05-15T16:45:55.638 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:55 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:45:55] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-15T16:45:55.639 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:55 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:45:55] ENGINE Bus STOPPED 2024-05-15T16:45:55.639 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:55 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:45:55] ENGINE Bus STARTING 2024-05-15T16:45:55.639 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:55 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:45:55] ENGINE Serving on http://:::9283 2024-05-15T16:45:55.639 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:55 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: [15/May/2024:16:45:55] ENGINE Bus STARTED 2024-05-15T16:45:56.020 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:55 smithi066 podman[130769]: 2024-05-15 16:45:55.734885055 +0000 UTC m=+0.514568693 container cleanup f72f6b43cfb8e03a6ad9628ee5b4c4f16f7e1fd4386ce9eb911e52c5865c689e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-c, release=754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, architecture=x86_64, distribution-scope=public, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.component=centos-stream-container, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.k8s.display-name=CentOS Stream 8, build-date=2022-05-03T08:36:31.336870, vendor=Red Hat, Inc., io.openshift.tags=base centos centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, version=8, io.buildah.version=1.19.8, name=centos-stream, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=-17.2.0, GIT_BRANCH=HEAD, RELEASE=HEAD, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_CLEAN=True, ceph=True) 2024-05-15T16:45:56.020 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:55 smithi066 bash[130769]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-c 2024-05-15T16:45:56.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 podman[130793]: 2024-05-15 16:45:56.019828408 +0000 UTC m=+0.664628703 container remove f72f6b43cfb8e03a6ad9628ee5b4c4f16f7e1fd4386ce9eb911e52c5865c689e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-c, maintainer=Guillaume Abrioux , vcs-type=git, vendor=Red Hat, Inc., distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-05-03T08:36:31.336870, io.k8s.display-name=CentOS Stream 8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.openshift.tags=base centos centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=centos-stream-container, GIT_REPO=https://github.com/ceph/ceph-container.git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, CEPH_POINT_RELEASE=-17.2.0, name=centos-stream, ceph=True, architecture=x86_64, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_BRANCH=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, GIT_CLEAN=True, release=754, io.openshift.expose-services=, io.buildah.version=1.19.8, RELEASE=HEAD) 2024-05-15T16:45:56.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mon.c.service: Deactivated successfully. 2024-05-15T16:45:56.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 systemd[1]: Stopped Ceph mon.c for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:45:56.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mon.c.service: Consumed 27.055s CPU time. 2024-05-15T16:45:56.617 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 systemd[1]: Starting Ceph mon.c for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:45:56.617 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:45:56 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:45:56] "GET /metrics HTTP/1.1" 200 35200 "" "Prometheus/2.43.0" 2024-05-15T16:45:56.868 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 podman[130927]: 2024-05-15 16:45:56.519707626 +0000 UTC m=+0.017822529 image pull 48bc18eb22d8284fb8ad68bf46e17b174a8aaf15dd2581bf7f093c432d12db31 quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a 2024-05-15T16:45:56.869 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 podman[130927]: 2024-05-15 16:45:56.620954608 +0000 UTC m=+0.119069522 container create 157785d0c4e9aa3c97baa92eb992f4cc9847ac19213569da545bbe1b49a7dffe (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-c, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-65480-squid-de5210d, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-05-15T16:45:56.869 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 podman[130927]: 2024-05-15 16:45:56.840011172 +0000 UTC m=+0.338126064 container init 157785d0c4e9aa3c97baa92eb992f4cc9847ac19213569da545bbe1b49a7dffe (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-c, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-65480-squid-de5210d, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-15T16:45:56.869 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 podman[130927]: 2024-05-15 16:45:56.843610046 +0000 UTC m=+0.341724946 container start 157785d0c4e9aa3c97baa92eb992f4cc9847ac19213569da545bbe1b49a7dffe (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-c, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, RELEASE=wip-65480-squid-de5210d, ceph=True) 2024-05-15T16:45:57.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:57 smithi081 ceph-mon[108212]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:45:57.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:57 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:57.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:57 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:57.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:57 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:57.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:57 smithi081 ceph-mon[108212]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-15T16:45:57.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:57 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:45:57.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:57 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:45:57.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:57 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:45:57.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:57 smithi066 ceph-mon[127489]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:45:57.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:57 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:57.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:57 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:57.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:57 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:57.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:57 smithi066 ceph-mon[127489]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-15T16:45:57.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:57 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:45:57.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:57 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:45:57.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:57 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:45:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: set uid:gid to 167:167 (ceph:ceph) 2024-05-15T16:45:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev), process ceph-mon, pid 2 2024-05-15T16:45:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: pidfile_write: ignore empty --pid-file 2024-05-15T16:45:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: load: jerasure load: lrc 2024-05-15T16:45:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: RocksDB version: 7.9.2 2024-05-15T16:45:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Git sha 0 2024-05-15T16:45:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Compile date 2024-05-15 11:18:19 2024-05-15T16:45:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: DB SUMMARY 2024-05-15T16:45:57.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: DB Session ID: O7M9AUENW9903S50PXDC 2024-05-15T16:45:57.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: CURRENT file: CURRENT 2024-05-15T16:45:57.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: IDENTITY file: IDENTITY 2024-05-15T16:45:57.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: MANIFEST file: MANIFEST-000009 size: 5750 Bytes 2024-05-15T16:45:57.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000099.sst 2024-05-15T16:45:57.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000097.log size: 1379066 ; 2024-05-15T16:45:57.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.error_if_exists: 0 2024-05-15T16:45:57.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.create_if_missing: 0 2024-05-15T16:45:57.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.paranoid_checks: 1 2024-05-15T16:45:57.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.flush_verify_memtable_count: 1 2024-05-15T16:45:57.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-15T16:45:57.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-15T16:45:57.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.env: 0x55bb0918fc60 2024-05-15T16:45:57.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.fs: PosixFileSystem 2024-05-15T16:45:57.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.info_log: 0x55bb0a8ebac0 2024-05-15T16:45:57.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.max_file_opening_threads: 16 2024-05-15T16:45:57.288 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.statistics: (nil) 2024-05-15T16:45:57.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.use_fsync: 0 2024-05-15T16:45:57.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.max_log_file_size: 0 2024-05-15T16:45:57.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-15T16:45:57.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.log_file_time_to_roll: 0 2024-05-15T16:45:57.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.keep_log_file_num: 1000 2024-05-15T16:45:57.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.recycle_log_file_num: 0 2024-05-15T16:45:57.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.allow_fallocate: 1 2024-05-15T16:45:57.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.allow_mmap_reads: 0 2024-05-15T16:45:57.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.allow_mmap_writes: 0 2024-05-15T16:45:57.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.use_direct_reads: 0 2024-05-15T16:45:57.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-15T16:45:57.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.create_missing_column_families: 0 2024-05-15T16:45:57.289 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.db_log_dir: 2024-05-15T16:45:57.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.wal_dir: 2024-05-15T16:45:57.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.table_cache_numshardbits: 6 2024-05-15T16:45:57.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.WAL_ttl_seconds: 0 2024-05-15T16:45:57.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.WAL_size_limit_MB: 0 2024-05-15T16:45:57.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-15T16:45:57.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-15T16:45:57.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.is_fd_close_on_exec: 1 2024-05-15T16:45:57.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.advise_random_on_open: 1 2024-05-15T16:45:57.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.db_write_buffer_size: 0 2024-05-15T16:45:57.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.write_buffer_manager: 0x55bb0a8be1e0 2024-05-15T16:45:57.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-15T16:45:57.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-15T16:45:57.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.use_adaptive_mutex: 0 2024-05-15T16:45:57.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.rate_limiter: (nil) 2024-05-15T16:45:57.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-15T16:45:57.290 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.wal_recovery_mode: 2 2024-05-15T16:45:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.enable_thread_tracking: 0 2024-05-15T16:45:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.enable_pipelined_write: 0 2024-05-15T16:45:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.unordered_write: 0 2024-05-15T16:45:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-15T16:45:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-15T16:45:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-15T16:45:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-15T16:45:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.row_cache: None 2024-05-15T16:45:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.wal_filter: None 2024-05-15T16:45:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-15T16:45:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.allow_ingest_behind: 0 2024-05-15T16:45:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.two_write_queues: 0 2024-05-15T16:45:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.manual_wal_flush: 0 2024-05-15T16:45:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.wal_compression: 0 2024-05-15T16:45:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.atomic_flush: 0 2024-05-15T16:45:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-15T16:45:57.291 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.persist_stats_to_disk: 0 2024-05-15T16:45:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.write_dbid_to_manifest: 0 2024-05-15T16:45:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.log_readahead_size: 0 2024-05-15T16:45:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-15T16:45:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.best_efforts_recovery: 0 2024-05-15T16:45:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-15T16:45:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-15T16:45:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.allow_data_in_errors: 0 2024-05-15T16:45:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.db_host_id: __hostname__ 2024-05-15T16:45:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.enforce_single_del_contracts: true 2024-05-15T16:45:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.max_background_jobs: 2 2024-05-15T16:45:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.max_background_compactions: -1 2024-05-15T16:45:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.max_subcompactions: 1 2024-05-15T16:45:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-15T16:45:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-15T16:45:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.delayed_write_rate : 16777216 2024-05-15T16:45:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.max_total_wal_size: 0 2024-05-15T16:45:57.292 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-15T16:45:57.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.stats_dump_period_sec: 600 2024-05-15T16:45:57.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.stats_persist_period_sec: 600 2024-05-15T16:45:57.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-15T16:45:57.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.max_open_files: -1 2024-05-15T16:45:57.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.bytes_per_sync: 0 2024-05-15T16:45:57.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.wal_bytes_per_sync: 0 2024-05-15T16:45:57.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.strict_bytes_per_sync: 0 2024-05-15T16:45:57.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.compaction_readahead_size: 0 2024-05-15T16:45:57.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.max_background_flushes: -1 2024-05-15T16:45:57.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Compression algorithms supported: 2024-05-15T16:45:57.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-15T16:45:57.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: kZSTD supported: 0 2024-05-15T16:45:57.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: kXpressCompression supported: 0 2024-05-15T16:45:57.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: kLZ4HCCompression supported: 1 2024-05-15T16:45:57.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: kZlibCompression supported: 1 2024-05-15T16:45:57.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: kSnappyCompression supported: 1 2024-05-15T16:45:57.293 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: kLZ4Compression supported: 1 2024-05-15T16:45:57.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: kBZip2Compression supported: 0 2024-05-15T16:45:57.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Fast CRC32 supported: Supported on x86 2024-05-15T16:45:57.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: DMutex implementation: pthread_mutex_t 2024-05-15T16:45:57.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-05-15T16:45:57.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-15T16:45:57.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-15T16:45:57.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.merge_operator: 2024-05-15T16:45:57.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.compaction_filter: None 2024-05-15T16:45:57.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.compaction_filter_factory: None 2024-05-15T16:45:57.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.sst_partitioner_factory: None 2024-05-15T16:45:57.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.memtable_factory: SkipListFactory 2024-05-15T16:45:57.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.table_factory: BlockBasedTable 2024-05-15T16:45:57.294 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55bb0a8ebbc0) 2024-05-15T16:45:57.294 INFO:journalctl@ceph.mon.c.smithi066.stdout: cache_index_and_filter_blocks: 1 2024-05-15T16:45:57.294 INFO:journalctl@ceph.mon.c.smithi066.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-15T16:45:57.295 INFO:journalctl@ceph.mon.c.smithi066.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-15T16:45:57.295 INFO:journalctl@ceph.mon.c.smithi066.stdout: pin_top_level_index_and_filter: 1 2024-05-15T16:45:57.295 INFO:journalctl@ceph.mon.c.smithi066.stdout: index_type: 0 2024-05-15T16:45:57.295 INFO:journalctl@ceph.mon.c.smithi066.stdout: data_block_index_type: 0 2024-05-15T16:45:57.295 INFO:journalctl@ceph.mon.c.smithi066.stdout: index_shortening: 1 2024-05-15T16:45:57.295 INFO:journalctl@ceph.mon.c.smithi066.stdout: data_block_hash_table_util_ratio: 0.750000 2024-05-15T16:45:57.295 INFO:journalctl@ceph.mon.c.smithi066.stdout: checksum: 4 2024-05-15T16:45:57.295 INFO:journalctl@ceph.mon.c.smithi066.stdout: no_block_cache: 0 2024-05-15T16:45:57.295 INFO:journalctl@ceph.mon.c.smithi066.stdout: block_cache: 0x55bb0a8ef090 2024-05-15T16:45:57.295 INFO:journalctl@ceph.mon.c.smithi066.stdout: block_cache_name: BinnedLRUCache 2024-05-15T16:45:57.295 INFO:journalctl@ceph.mon.c.smithi066.stdout: block_cache_options: 2024-05-15T16:45:57.295 INFO:journalctl@ceph.mon.c.smithi066.stdout: capacity : 536870912 2024-05-15T16:45:57.295 INFO:journalctl@ceph.mon.c.smithi066.stdout: num_shard_bits : 4 2024-05-15T16:45:57.295 INFO:journalctl@ceph.mon.c.smithi066.stdout: strict_capacity_limit : 0 2024-05-15T16:45:57.295 INFO:journalctl@ceph.mon.c.smithi066.stdout: high_pri_pool_ratio: 0.000 2024-05-15T16:45:57.296 INFO:journalctl@ceph.mon.c.smithi066.stdout: block_cache_compressed: (nil) 2024-05-15T16:45:57.296 INFO:journalctl@ceph.mon.c.smithi066.stdout: persistent_cache: (nil) 2024-05-15T16:45:57.296 INFO:journalctl@ceph.mon.c.smithi066.stdout: block_size: 4096 2024-05-15T16:45:57.296 INFO:journalctl@ceph.mon.c.smithi066.stdout: block_size_deviation: 10 2024-05-15T16:45:57.296 INFO:journalctl@ceph.mon.c.smithi066.stdout: block_restart_interval: 16 2024-05-15T16:45:57.296 INFO:journalctl@ceph.mon.c.smithi066.stdout: index_block_restart_interval: 1 2024-05-15T16:45:57.296 INFO:journalctl@ceph.mon.c.smithi066.stdout: metadata_block_size: 4096 2024-05-15T16:45:57.296 INFO:journalctl@ceph.mon.c.smithi066.stdout: partition_filters: 0 2024-05-15T16:45:57.296 INFO:journalctl@ceph.mon.c.smithi066.stdout: use_delta_encoding: 1 2024-05-15T16:45:57.296 INFO:journalctl@ceph.mon.c.smithi066.stdout: filter_policy: bloomfilter 2024-05-15T16:45:57.296 INFO:journalctl@ceph.mon.c.smithi066.stdout: whole_key_filtering: 1 2024-05-15T16:45:57.296 INFO:journalctl@ceph.mon.c.smithi066.stdout: verify_compression: 0 2024-05-15T16:45:57.296 INFO:journalctl@ceph.mon.c.smithi066.stdout: read_amp_bytes_per_bit: 0 2024-05-15T16:45:57.296 INFO:journalctl@ceph.mon.c.smithi066.stdout: format_version: 5 2024-05-15T16:45:57.296 INFO:journalctl@ceph.mon.c.smithi066.stdout: enable_index_compression: 1 2024-05-15T16:45:57.297 INFO:journalctl@ceph.mon.c.smithi066.stdout: block_align: 0 2024-05-15T16:45:57.297 INFO:journalctl@ceph.mon.c.smithi066.stdout: max_auto_readahead_size: 262144 2024-05-15T16:45:57.297 INFO:journalctl@ceph.mon.c.smithi066.stdout: prepopulate_block_cache: 0 2024-05-15T16:45:57.297 INFO:journalctl@ceph.mon.c.smithi066.stdout: initial_auto_readahead_size: 8192 2024-05-15T16:45:57.297 INFO:journalctl@ceph.mon.c.smithi066.stdout: num_file_reads_for_auto_readahead: 2 2024-05-15T16:45:57.297 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.write_buffer_size: 33554432 2024-05-15T16:45:57.297 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.max_write_buffer_number: 2 2024-05-15T16:45:57.297 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.compression: NoCompression 2024-05-15T16:45:57.297 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.bottommost_compression: Disabled 2024-05-15T16:45:57.297 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.prefix_extractor: nullptr 2024-05-15T16:45:57.297 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-15T16:45:57.297 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.num_levels: 7 2024-05-15T16:45:57.297 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-15T16:45:57.297 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-15T16:45:57.297 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-15T16:45:57.298 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-15T16:45:57.298 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-15T16:45:57.298 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-15T16:45:57.298 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-15T16:45:57.299 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-15T16:45:57.299 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-15T16:45:57.299 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-15T16:45:57.299 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-15T16:45:57.299 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-15T16:45:57.299 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.compression_opts.window_bits: -14 2024-05-15T16:45:57.299 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.compression_opts.level: 32767 2024-05-15T16:45:57.299 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.compression_opts.strategy: 0 2024-05-15T16:45:57.299 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-15T16:45:57.299 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-15T16:45:57.299 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-15T16:45:57.300 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-15T16:45:57.300 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.compression_opts.enabled: false 2024-05-15T16:45:57.300 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-15T16:45:57.300 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-15T16:45:57.300 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-15T16:45:57.300 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-15T16:45:57.300 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.target_file_size_base: 67108864 2024-05-15T16:45:57.300 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.target_file_size_multiplier: 1 2024-05-15T16:45:57.300 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-15T16:45:57.300 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-15T16:45:57.300 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-15T16:45:57.300 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-15T16:45:57.300 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-15T16:45:57.300 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-15T16:45:57.300 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-15T16:45:57.301 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-15T16:45:57.301 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-15T16:45:57.301 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-15T16:45:57.301 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-15T16:45:57.301 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-15T16:45:57.301 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-15T16:45:57.301 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.arena_block_size: 1048576 2024-05-15T16:45:57.301 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-15T16:45:57.301 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-15T16:45:57.301 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.disable_auto_compactions: 0 2024-05-15T16:45:57.301 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-15T16:45:57.301 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-15T16:45:57.301 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-15T16:45:57.301 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-15T16:45:57.301 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-15T16:45:57.302 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-15T16:45:57.302 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-15T16:45:57.302 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-15T16:45:57.302 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-15T16:45:57.302 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-15T16:45:57.302 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.table_properties_collectors: 2024-05-15T16:45:57.302 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.inplace_update_support: 0 2024-05-15T16:45:57.302 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.inplace_update_num_locks: 10000 2024-05-15T16:45:57.302 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-15T16:45:57.302 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-15T16:45:57.302 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.memtable_huge_page_size: 0 2024-05-15T16:45:57.302 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.bloom_locality: 0 2024-05-15T16:45:57.302 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.max_successive_merges: 0 2024-05-15T16:45:57.302 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.optimize_filters_for_hits: 0 2024-05-15T16:45:57.303 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.paranoid_file_checks: 0 2024-05-15T16:45:57.303 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.force_consistency_checks: 1 2024-05-15T16:45:57.303 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.report_bg_io_stats: 0 2024-05-15T16:45:57.303 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.ttl: 2592000 2024-05-15T16:45:57.303 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.periodic_compaction_seconds: 0 2024-05-15T16:45:57.303 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-15T16:45:57.303 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-15T16:45:57.303 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.enable_blob_files: false 2024-05-15T16:45:57.303 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.min_blob_size: 0 2024-05-15T16:45:57.303 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.blob_file_size: 268435456 2024-05-15T16:45:57.303 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.blob_compression_type: NoCompression 2024-05-15T16:45:57.303 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.enable_blob_garbage_collection: false 2024-05-15T16:45:57.303 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-15T16:45:57.303 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-15T16:45:57.303 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-15T16:45:57.303 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.blob_file_starting_level: 0 2024-05-15T16:45:57.304 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-15T16:45:57.304 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 99.sst 2024-05-15T16:45:57.304 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-05-15T16:45:57.304 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 101, last_sequence is 56240, log_number is 97,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-05-15T16:45:57.304 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 97 2024-05-15T16:45:57.304 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: f3406483-5ad3-407d-8343-26d56cd99c1a 2024-05-15T16:45:57.304 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715791556874642, "job": 1, "event": "recovery_started", "wal_files": [97]} 2024-05-15T16:45:57.304 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #97 mode 2 2024-05-15T16:45:57.304 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715791556879237, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 102, "file_size": 826551, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 56245, "largest_seqno": 56886, "table_properties": {"data_size": 822941, "index_size": 1764, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 837, "raw_key_size": 7587, "raw_average_key_size": 24, "raw_value_size": 816517, "raw_average_value_size": 2592, "num_data_blocks": 78, "num_entries": 315, "num_filter_entries": 315, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1715791556, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "f3406483-5ad3-407d-8343-26d56cd99c1a", "db_session_id": "O7M9AUENW9903S50PXDC", "orig_file_number": 102, "seqno_to_time_mapping": "N/A"}} 2024-05-15T16:45:57.304 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715791556879332, "job": 1, "event": "recovery_finished"} 2024-05-15T16:45:57.304 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: [db/version_set.cc:5047] Creating manifest 104 2024-05-15T16:45:57.304 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-05-15T16:45:57.304 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000097.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-15T16:45:57.304 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55bb0a9e0000 2024-05-15T16:45:57.304 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: DB pointer 0x55bb0a9ca000 2024-05-15T16:45:57.305 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-15T16:45:57.305 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-15T16:45:57.305 INFO:journalctl@ceph.mon.c.smithi066.stdout: ** DB Stats ** 2024-05-15T16:45:57.305 INFO:journalctl@ceph.mon.c.smithi066.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-15T16:45:57.305 INFO:journalctl@ceph.mon.c.smithi066.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-15T16:45:57.305 INFO:journalctl@ceph.mon.c.smithi066.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-15T16:45:57.305 INFO:journalctl@ceph.mon.c.smithi066.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-15T16:45:57.305 INFO:journalctl@ceph.mon.c.smithi066.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-15T16:45:57.305 INFO:journalctl@ceph.mon.c.smithi066.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-15T16:45:57.305 INFO:journalctl@ceph.mon.c.smithi066.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-15T16:45:57.305 INFO:journalctl@ceph.mon.c.smithi066.stdout: 2024-05-15T16:45:57.305 INFO:journalctl@ceph.mon.c.smithi066.stdout: ** Compaction Stats [default] ** 2024-05-15T16:45:57.305 INFO:journalctl@ceph.mon.c.smithi066.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-15T16:45:57.305 INFO:journalctl@ceph.mon.c.smithi066.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-15T16:45:57.305 INFO:journalctl@ceph.mon.c.smithi066.stdout: L0 1/0 807.18 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 356.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-05-15T16:45:57.305 INFO:journalctl@ceph.mon.c.smithi066.stdout: L6 1/0 12.89 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-05-15T16:45:57.306 INFO:journalctl@ceph.mon.c.smithi066.stdout: Sum 2/0 13.68 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 356.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-05-15T16:45:57.306 INFO:journalctl@ceph.mon.c.smithi066.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 356.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-05-15T16:45:57.306 INFO:journalctl@ceph.mon.c.smithi066.stdout: 2024-05-15T16:45:57.306 INFO:journalctl@ceph.mon.c.smithi066.stdout: ** Compaction Stats [default] ** 2024-05-15T16:45:57.306 INFO:journalctl@ceph.mon.c.smithi066.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-15T16:45:57.306 INFO:journalctl@ceph.mon.c.smithi066.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-15T16:45:57.306 INFO:journalctl@ceph.mon.c.smithi066.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 356.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-05-15T16:45:57.306 INFO:journalctl@ceph.mon.c.smithi066.stdout: 2024-05-15T16:45:57.306 INFO:journalctl@ceph.mon.c.smithi066.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-15T16:45:57.306 INFO:journalctl@ceph.mon.c.smithi066.stdout: 2024-05-15T16:45:57.306 INFO:journalctl@ceph.mon.c.smithi066.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-15T16:45:57.306 INFO:journalctl@ceph.mon.c.smithi066.stdout: Flush(GB): cumulative 0.001, interval 0.001 2024-05-15T16:45:57.306 INFO:journalctl@ceph.mon.c.smithi066.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-15T16:45:57.306 INFO:journalctl@ceph.mon.c.smithi066.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-15T16:45:57.307 INFO:journalctl@ceph.mon.c.smithi066.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-15T16:45:57.307 INFO:journalctl@ceph.mon.c.smithi066.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-15T16:45:57.307 INFO:journalctl@ceph.mon.c.smithi066.stdout: Cumulative compaction: 0.00 GB write, 113.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-15T16:45:57.307 INFO:journalctl@ceph.mon.c.smithi066.stdout: Interval compaction: 0.00 GB write, 113.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-15T16:45:57.307 INFO:journalctl@ceph.mon.c.smithi066.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-15T16:45:57.307 INFO:journalctl@ceph.mon.c.smithi066.stdout: Block cache BinnedLRUCache@0x55bb0a8ef090#2 capacity: 512.00 MB usage: 2.73 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-05-15T16:45:57.307 INFO:journalctl@ceph.mon.c.smithi066.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.91 KB,0.000172853%) IndexBlock(1,1.83 KB,0.000348687%) Misc(1,0.00 KB,0%) 2024-05-15T16:45:57.307 INFO:journalctl@ceph.mon.c.smithi066.stdout: 2024-05-15T16:45:57.307 INFO:journalctl@ceph.mon.c.smithi066.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-15T16:45:57.307 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: starting mon.c rank 1 at public addrs [v2:172.21.15.66:3301/0,v1:172.21.15.66:6790/0] at bind addrs [v2:172.21.15.66:3301/0,v1:172.21.15.66:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:45:57.307 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: mon.c@-1(???) e3 preinit fsid b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:45:57.307 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: mon.c@-1(???).mds e1 new map 2024-05-15T16:45:57.307 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: mon.c@-1(???).mds e1 print_map 2024-05-15T16:45:57.307 INFO:journalctl@ceph.mon.c.smithi066.stdout: e1 2024-05-15T16:45:57.307 INFO:journalctl@ceph.mon.c.smithi066.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-15T16:45:57.308 INFO:journalctl@ceph.mon.c.smithi066.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-05-15T16:45:57.308 INFO:journalctl@ceph.mon.c.smithi066.stdout: legacy client fscid: -1 2024-05-15T16:45:57.308 INFO:journalctl@ceph.mon.c.smithi066.stdout: 2024-05-15T16:45:57.308 INFO:journalctl@ceph.mon.c.smithi066.stdout: No filesystems configured 2024-05-15T16:45:57.308 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: mon.c@-1(???).osd e113 crush map has features 3314933000854323200, adjusting msgr requires 2024-05-15T16:45:57.308 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: mon.c@-1(???).osd e113 crush map has features 432629239337189376, adjusting msgr requires 2024-05-15T16:45:57.308 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: mon.c@-1(???).osd e113 crush map has features 432629239337189376, adjusting msgr requires 2024-05-15T16:45:57.308 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: mon.c@-1(???).osd e113 crush map has features 432629239337189376, adjusting msgr requires 2024-05-15T16:45:57.308 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:56 smithi066 ceph-mon[130946]: mon.c@-1(???).paxosservice(auth 1..31) refresh upgraded, format 0 -> 3 2024-05-15T16:45:57.308 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:57 smithi066 bash[130927]: 157785d0c4e9aa3c97baa92eb992f4cc9847ac19213569da545bbe1b49a7dffe 2024-05-15T16:45:57.308 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:57 smithi066 systemd[1]: Started Ceph mon.c for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:45:57.308 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:57 smithi066 ceph-mon[130946]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:45:57.308 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:57 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:57.308 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:57 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:57.308 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:57 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:57.309 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:57 smithi066 ceph-mon[130946]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-15T16:45:57.309 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:57 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:45:57.309 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:57 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:45:57.309 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:57 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:45:58.030 INFO:teuthology.orchestra.run.smithi066.stdout:true 2024-05-15T16:45:58.095 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: 2: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.b 2024-05-15T16:45:58.096 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: fsmap 2024-05-15T16:45:58.096 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: osdmap e113: 8 total, 8 up, 8 in 2024-05-15T16:45:58.096 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: mgrmap e51: y(active, since 13s), standbys: x 2024-05-15T16:45:58.096 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: overall HEALTH_OK 2024-05-15T16:45:58.096 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:45:58.096 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:45:58.096 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:45:58.096 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: mon.c calling monitor election 2024-05-15T16:45:58.096 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: mon.a calling monitor election 2024-05-15T16:45:58.096 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: mon.b calling monitor election 2024-05-15T16:45:58.096 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-15T16:45:58.096 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: monmap epoch 4 2024-05-15T16:45:58.096 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: fsid b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:45:58.096 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: last_changed 2024-05-15T16:45:57.048726+0000 2024-05-15T16:45:58.097 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: created 2024-05-15T16:11:44.880931+0000 2024-05-15T16:45:58.097 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: min_mon_release 19 (squid) 2024-05-15T16:45:58.097 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: election_strategy: 1 2024-05-15T16:45:58.097 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: 0: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.a 2024-05-15T16:45:58.097 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: 1: [v2:172.21.15.66:3301/0,v1:172.21.15.66:6790/0] mon.c 2024-05-15T16:45:58.097 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: 2: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.b 2024-05-15T16:45:58.097 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: fsmap 2024-05-15T16:45:58.097 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: osdmap e113: 8 total, 8 up, 8 in 2024-05-15T16:45:58.097 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: mgrmap e51: y(active, since 13s), standbys: x 2024-05-15T16:45:58.097 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: overall HEALTH_OK 2024-05-15T16:45:58.097 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:58.097 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:58.097 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:58.097 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:58.098 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:58.098 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:58.098 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:58.098 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:45:58.098 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: Reconfiguring mon.a (monmap changed)... 2024-05-15T16:45:58.098 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-15T16:45:58.098 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-15T16:45:58.098 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:58.098 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[130946]: Reconfiguring daemon mon.a on smithi066 2024-05-15T16:45:58.099 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: 2: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.b 2024-05-15T16:45:58.099 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: fsmap 2024-05-15T16:45:58.099 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: osdmap e113: 8 total, 8 up, 8 in 2024-05-15T16:45:58.099 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: mgrmap e51: y(active, since 13s), standbys: x 2024-05-15T16:45:58.099 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: overall HEALTH_OK 2024-05-15T16:45:58.099 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:45:58.099 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:45:58.099 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:45:58.099 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: mon.c calling monitor election 2024-05-15T16:45:58.099 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: mon.a calling monitor election 2024-05-15T16:45:58.099 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: mon.b calling monitor election 2024-05-15T16:45:58.100 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-15T16:45:58.100 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: monmap epoch 4 2024-05-15T16:45:58.100 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: fsid b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:45:58.100 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: last_changed 2024-05-15T16:45:57.048726+0000 2024-05-15T16:45:58.100 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: created 2024-05-15T16:11:44.880931+0000 2024-05-15T16:45:58.100 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: min_mon_release 19 (squid) 2024-05-15T16:45:58.100 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: election_strategy: 1 2024-05-15T16:45:58.100 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: 0: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.a 2024-05-15T16:45:58.100 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: 1: [v2:172.21.15.66:3301/0,v1:172.21.15.66:6790/0] mon.c 2024-05-15T16:45:58.100 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: 2: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.b 2024-05-15T16:45:58.100 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: fsmap 2024-05-15T16:45:58.100 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: osdmap e113: 8 total, 8 up, 8 in 2024-05-15T16:45:58.100 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: mgrmap e51: y(active, since 13s), standbys: x 2024-05-15T16:45:58.100 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: overall HEALTH_OK 2024-05-15T16:45:58.100 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:58.101 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:58.101 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:58.101 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:58.101 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:58.101 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:58.101 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:58.101 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:45:58.101 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: Reconfiguring mon.a (monmap changed)... 2024-05-15T16:45:58.101 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-15T16:45:58.101 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-15T16:45:58.101 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:58.101 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:58 smithi066 ceph-mon[127489]: Reconfiguring daemon mon.a on smithi066 2024-05-15T16:45:58.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: 2: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.b 2024-05-15T16:45:58.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: fsmap 2024-05-15T16:45:58.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: osdmap e113: 8 total, 8 up, 8 in 2024-05-15T16:45:58.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: mgrmap e51: y(active, since 13s), standbys: x 2024-05-15T16:45:58.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: overall HEALTH_OK 2024-05-15T16:45:58.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-15T16:45:58.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-15T16:45:58.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-15T16:45:58.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: mon.c calling monitor election 2024-05-15T16:45:58.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: mon.a calling monitor election 2024-05-15T16:45:58.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: mon.b calling monitor election 2024-05-15T16:45:58.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-15T16:45:58.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: monmap epoch 4 2024-05-15T16:45:58.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: fsid b95da56a-12d5-11ef-bc98-c7b262605968 2024-05-15T16:45:58.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: last_changed 2024-05-15T16:45:57.048726+0000 2024-05-15T16:45:58.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: created 2024-05-15T16:11:44.880931+0000 2024-05-15T16:45:58.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: min_mon_release 19 (squid) 2024-05-15T16:45:58.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: election_strategy: 1 2024-05-15T16:45:58.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: 0: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.a 2024-05-15T16:45:58.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: 1: [v2:172.21.15.66:3301/0,v1:172.21.15.66:6790/0] mon.c 2024-05-15T16:45:58.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: 2: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.b 2024-05-15T16:45:58.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: fsmap 2024-05-15T16:45:58.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: osdmap e113: 8 total, 8 up, 8 in 2024-05-15T16:45:58.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: mgrmap e51: y(active, since 13s), standbys: x 2024-05-15T16:45:58.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: overall HEALTH_OK 2024-05-15T16:45:58.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:58.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:58.367 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:45:58.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:58.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:45:58.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:58.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:45:58.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:45:58.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: Reconfiguring mon.a (monmap changed)... 2024-05-15T16:45:58.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-15T16:45:58.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-15T16:45:58.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:58.368 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:58 smithi081 ceph-mon[108212]: Reconfiguring daemon mon.a on smithi066 2024-05-15T16:45:58.728 INFO:teuthology.orchestra.run.smithi066.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-15T16:45:58.728 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi066 smithi066 running 6s ago 33m - - 2024-05-15T16:45:58.728 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi081 smithi081 running 3s ago 32m - - 2024-05-15T16:45:58.728 INFO:teuthology.orchestra.run.smithi066.stdout:alertmanager.a smithi066 *:9093,9094 running (3m) 6s ago 27m 25.6M - 0.25.0 c8568f914cd2 d40f513860cf 2024-05-15T16:45:58.728 INFO:teuthology.orchestra.run.smithi066.stdout:grafana.a smithi081 *:3000 running (2m) 3s ago 27m 76.1M - 9.4.12 2bacad6d85d8 784c2154625a 2024-05-15T16:45:58.728 INFO:teuthology.orchestra.run.smithi066.stdout:iscsi.foo.smithi066.lbegld smithi066 running (6m) 6s ago 26m 59.2M - 3.5 e1d6a67b021e fefc481c4afb 2024-05-15T16:45:58.728 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.x smithi081 *:8443,9283,8765 running (5m) 3s ago 32m 450M - 19.0.0-2576-gde5210d5 48bc18eb22d8 2d8c03d87ef9 2024-05-15T16:45:58.728 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.y smithi066 *:8443,9283,8765 running (16m) 6s ago 34m 488M - 19.0.0-2576-gde5210d5 48bc18eb22d8 ad331d4e41f6 2024-05-15T16:45:58.728 INFO:teuthology.orchestra.run.smithi066.stdout:mon.a smithi066 running (26s) 6s ago 34m 39.4M 2048M 19.0.0-2576-gde5210d5 48bc18eb22d8 3a8fbdf80b44 2024-05-15T16:45:58.729 INFO:teuthology.orchestra.run.smithi066.stdout:mon.b smithi081 running (80s) 3s ago 32m 41.3M 2048M 19.0.0-2576-gde5210d5 48bc18eb22d8 fc5b22328c1b 2024-05-15T16:45:58.729 INFO:teuthology.orchestra.run.smithi066.stdout:mon.c smithi066 starting - - - 2048M 2024-05-15T16:45:58.729 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.a smithi066 *:9100 running (5m) 6s ago 28m 15.5M - 1.5.0 0da6a335fe13 2853dcd18756 2024-05-15T16:45:58.729 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.b smithi081 *:9100 running (5m) 3s ago 28m 15.8M - 1.5.0 0da6a335fe13 ef9c21c2cbca 2024-05-15T16:45:58.729 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 smithi066 running (32m) 6s ago 32m 53.8M 4096M 17.2.0 e1d6a67b021e 28a5f29dbca4 2024-05-15T16:45:58.729 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 smithi066 running (31m) 6s ago 31m 56.3M 4096M 17.2.0 e1d6a67b021e 0ef23245f9ef 2024-05-15T16:45:58.729 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 smithi066 running (31m) 6s ago 31m 50.7M 4096M 17.2.0 e1d6a67b021e 02c0efc727d7 2024-05-15T16:45:58.729 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 smithi066 running (30m) 6s ago 30m 53.5M 4096M 17.2.0 e1d6a67b021e 40f1cf1a2241 2024-05-15T16:45:58.729 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 smithi081 running (30m) 3s ago 30m 58.4M 4096M 17.2.0 e1d6a67b021e 4765ca89ed8f 2024-05-15T16:45:58.729 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 smithi081 running (30m) 3s ago 30m 53.1M 4096M 17.2.0 e1d6a67b021e 360c01584121 2024-05-15T16:45:58.729 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 smithi081 running (29m) 3s ago 29m 55.7M 4096M 17.2.0 e1d6a67b021e 28621b8e0dfc 2024-05-15T16:45:58.729 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 smithi081 running (29m) 3s ago 29m 54.6M 4096M 17.2.0 e1d6a67b021e d77057b690f5 2024-05-15T16:45:58.729 INFO:teuthology.orchestra.run.smithi066.stdout:prometheus.a smithi081 *:9095 running (4m) 3s ago 28m 70.3M - 2.43.0 a07b618ecd1d 0f6f3b5da02e 2024-05-15T16:45:58.730 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi066.venvvw smithi066 *:8000 running (27m) 6s ago 27m 77.3M - 17.2.0 e1d6a67b021e a58b069a63ed 2024-05-15T16:45:58.730 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi081.bblyzt smithi081 *:8000 running (26m) 3s ago 26m 77.8M - 17.2.0 e1d6a67b021e 31bf3403b024 2024-05-15T16:45:59.166 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:45:59.166 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": { 2024-05-15T16:45:59.166 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 3 2024-05-15T16:45:59.166 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:45:59.166 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": { 2024-05-15T16:45:59.166 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:45:59.166 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:45:59.166 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": { 2024-05-15T16:45:59.166 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-05-15T16:45:59.166 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:45:59.167 INFO:teuthology.orchestra.run.smithi066.stdout: "rgw": { 2024-05-15T16:45:59.167 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-05-15T16:45:59.167 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:45:59.167 INFO:teuthology.orchestra.run.smithi066.stdout: "overall": { 2024-05-15T16:45:59.167 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 10, 2024-05-15T16:45:59.167 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 5 2024-05-15T16:45:59.167 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:45:59.167 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:45:59.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:59 smithi081 ceph-mon[108212]: from='client.44136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:59.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:59 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:45:59.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:59 smithi081 ceph-mon[108212]: from='client.44142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:59.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:59 smithi081 ceph-mon[108212]: from='client.44148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:59.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:59 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:59.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:59 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:59.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:59 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:45:59.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:59 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:45:59.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:59 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:45:59.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:45:59 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:59.521 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:45:59.521 INFO:teuthology.orchestra.run.smithi066.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a", 2024-05-15T16:45:59.522 INFO:teuthology.orchestra.run.smithi066.stdout: "in_progress": true, 2024-05-15T16:45:59.522 INFO:teuthology.orchestra.run.smithi066.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi066", 2024-05-15T16:45:59.522 INFO:teuthology.orchestra.run.smithi066.stdout: "services_complete": [], 2024-05-15T16:45:59.522 INFO:teuthology.orchestra.run.smithi066.stdout: "progress": "1/2 daemons upgraded", 2024-05-15T16:45:59.522 INFO:teuthology.orchestra.run.smithi066.stdout: "message": "Currently upgrading mon daemons", 2024-05-15T16:45:59.522 INFO:teuthology.orchestra.run.smithi066.stdout: "is_paused": false 2024-05-15T16:45:59.522 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:45:59.522 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:59 smithi066 ceph-mon[127489]: from='client.44136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:59.522 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:59 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:45:59.522 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:59 smithi066 ceph-mon[127489]: from='client.44142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:59.523 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:59 smithi066 ceph-mon[127489]: from='client.44148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:59.523 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:59 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:59.523 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:59 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:59.523 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:59 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:45:59.523 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:59 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:45:59.523 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:59 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:45:59.523 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:45:59 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:45:59.523 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:59 smithi066 ceph-mon[130946]: from='client.44136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:59.523 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:59 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:45:59.523 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:59 smithi066 ceph-mon[130946]: from='client.44142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:59.523 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:59 smithi066 ceph-mon[130946]: from='client.44148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:45:59.523 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:59 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:59.523 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:59 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:45:59.524 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:59 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:45:59.524 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:59 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:45:59.524 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:59 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:45:59.524 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:45:59 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:00.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:00 smithi081 ceph-mon[108212]: Reconfiguring mgr.y (monmap changed)... 2024-05-15T16:46:00.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:00 smithi081 ceph-mon[108212]: Reconfiguring daemon mgr.y on smithi066 2024-05-15T16:46:00.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:00 smithi081 ceph-mon[108212]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:46:00.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:00 smithi081 ceph-mon[108212]: from='client.? 172.21.15.66:0/2832094681' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:00.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:00 smithi081 ceph-mon[108212]: from='client.44160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:46:00.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:00 smithi066 ceph-mon[130946]: Reconfiguring mgr.y (monmap changed)... 2024-05-15T16:46:00.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:00 smithi066 ceph-mon[130946]: Reconfiguring daemon mgr.y on smithi066 2024-05-15T16:46:00.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:00 smithi066 ceph-mon[130946]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:46:00.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:00 smithi066 ceph-mon[130946]: from='client.? 172.21.15.66:0/2832094681' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:00.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:00 smithi066 ceph-mon[130946]: from='client.44160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:46:00.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:00 smithi066 ceph-mon[127489]: Reconfiguring mgr.y (monmap changed)... 2024-05-15T16:46:00.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:00 smithi066 ceph-mon[127489]: Reconfiguring daemon mgr.y on smithi066 2024-05-15T16:46:00.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:00 smithi066 ceph-mon[127489]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:46:00.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:00 smithi066 ceph-mon[127489]: from='client.? 172.21.15.66:0/2832094681' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:00.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:00 smithi066 ceph-mon[127489]: from='client.44160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:46:01.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:01 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:01.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:01 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:01.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:01 smithi081 ceph-mon[108212]: Reconfiguring mon.c (monmap changed)... 2024-05-15T16:46:01.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:01 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-15T16:46:01.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:01 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-15T16:46:01.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:01 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:01.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:01 smithi081 ceph-mon[108212]: Reconfiguring daemon mon.c on smithi066 2024-05-15T16:46:01.889 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:01 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:01.889 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:01 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:01.889 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:01 smithi066 ceph-mon[130946]: Reconfiguring mon.c (monmap changed)... 2024-05-15T16:46:01.889 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:01 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-15T16:46:01.889 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:01 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-15T16:46:01.890 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:01 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:01.890 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:01 smithi066 ceph-mon[130946]: Reconfiguring daemon mon.c on smithi066 2024-05-15T16:46:01.890 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:01 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:01.890 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:01 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:01.890 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:01 smithi066 ceph-mon[127489]: Reconfiguring mon.c (monmap changed)... 2024-05-15T16:46:01.890 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:01 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-15T16:46:01.890 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:01 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-15T16:46:01.890 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:01 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:01.890 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:01 smithi066 ceph-mon[127489]: Reconfiguring daemon mon.c on smithi066 2024-05-15T16:46:02.154 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:46:01 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:46:01.887+0000 7f0857fa0700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-05-15T16:46:02.973 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:02 smithi066 ceph-mon[130946]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:46:02.973 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:02 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:02.973 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:02 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:02.973 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:02 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-15T16:46:02.973 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:02 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:02.974 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:02 smithi066 ceph-mon[127489]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:46:02.974 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:02 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:02.974 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:02 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:02.974 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:02 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-15T16:46:02.974 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:02 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:03.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:02 smithi081 ceph-mon[108212]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-15T16:46:03.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:02 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:03.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:02 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:03.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:02 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-15T16:46:03.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:02 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:03.845 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:03 smithi066 ceph-mon[130946]: Reconfiguring osd.0 (monmap changed)... 2024-05-15T16:46:03.845 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:03 smithi066 ceph-mon[130946]: Reconfiguring daemon osd.0 on smithi066 2024-05-15T16:46:03.846 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:03 smithi066 ceph-mon[127489]: Reconfiguring osd.0 (monmap changed)... 2024-05-15T16:46:03.846 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:03 smithi066 ceph-mon[127489]: Reconfiguring daemon osd.0 on smithi066 2024-05-15T16:46:04.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:03 smithi081 ceph-mon[108212]: Reconfiguring osd.0 (monmap changed)... 2024-05-15T16:46:04.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:03 smithi081 ceph-mon[108212]: Reconfiguring daemon osd.0 on smithi066 2024-05-15T16:46:04.864 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:04 smithi066 ceph-mon[130946]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:04.865 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:04 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:04.865 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:04 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:04.865 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:04 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-15T16:46:04.865 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:04 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:04.865 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:04 smithi066 ceph-mon[127489]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:04.865 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:04 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:04.865 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:04 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:04.865 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:04 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-15T16:46:04.865 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:04 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:05.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:04 smithi081 ceph-mon[108212]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:05.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:04 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:05.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:04 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:05.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:04 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-15T16:46:05.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:04 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:05.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:05 smithi066 ceph-mon[130946]: Reconfiguring osd.1 (monmap changed)... 2024-05-15T16:46:05.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:05 smithi066 ceph-mon[130946]: Reconfiguring daemon osd.1 on smithi066 2024-05-15T16:46:05.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:05 smithi066 ceph-mon[130946]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:46:05.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:05 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:05.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:05 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:05.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:05 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-15T16:46:05.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:05 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:05.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:05 smithi066 ceph-mon[127489]: Reconfiguring osd.1 (monmap changed)... 2024-05-15T16:46:05.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:05 smithi066 ceph-mon[127489]: Reconfiguring daemon osd.1 on smithi066 2024-05-15T16:46:05.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:05 smithi066 ceph-mon[127489]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:46:05.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:05 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:05.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:05 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:05.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:05 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-15T16:46:05.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:05 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:06.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:05 smithi081 ceph-mon[108212]: Reconfiguring osd.1 (monmap changed)... 2024-05-15T16:46:06.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:05 smithi081 ceph-mon[108212]: Reconfiguring daemon osd.1 on smithi066 2024-05-15T16:46:06.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:05 smithi081 ceph-mon[108212]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:46:06.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:05 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:06.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:05 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:06.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:05 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-15T16:46:06.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:05 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:06.530 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:46:06 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:46:06] "GET /metrics HTTP/1.1" 200 37944 "" "Prometheus/2.43.0" 2024-05-15T16:46:06.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:06 smithi066 ceph-mon[130946]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:06.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:06 smithi066 ceph-mon[130946]: Reconfiguring osd.2 (monmap changed)... 2024-05-15T16:46:06.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:06 smithi066 ceph-mon[130946]: Reconfiguring daemon osd.2 on smithi066 2024-05-15T16:46:06.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:06 smithi066 ceph-mon[127489]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:06.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:06 smithi066 ceph-mon[127489]: Reconfiguring osd.2 (monmap changed)... 2024-05-15T16:46:06.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:06 smithi066 ceph-mon[127489]: Reconfiguring daemon osd.2 on smithi066 2024-05-15T16:46:07.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:06 smithi081 ceph-mon[108212]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:07.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:06 smithi081 ceph-mon[108212]: Reconfiguring osd.2 (monmap changed)... 2024-05-15T16:46:07.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:06 smithi081 ceph-mon[108212]: Reconfiguring daemon osd.2 on smithi066 2024-05-15T16:46:08.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:08 smithi066 ceph-mon[127489]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:08.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:08 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:08.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:08 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:08.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:08 smithi066 ceph-mon[127489]: Reconfiguring osd.3 (monmap changed)... 2024-05-15T16:46:08.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:08 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-15T16:46:08.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:08 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:08.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:08 smithi066 ceph-mon[127489]: Reconfiguring daemon osd.3 on smithi066 2024-05-15T16:46:08.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:08 smithi066 ceph-mon[130946]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:08.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:08 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:08.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:08 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:08.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:08 smithi066 ceph-mon[130946]: Reconfiguring osd.3 (monmap changed)... 2024-05-15T16:46:08.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:08 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-15T16:46:08.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:08 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:08.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:08 smithi066 ceph-mon[130946]: Reconfiguring daemon osd.3 on smithi066 2024-05-15T16:46:08.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:08 smithi081 ceph-mon[108212]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:08.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:08 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:08.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:08 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:08.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:08 smithi081 ceph-mon[108212]: Reconfiguring osd.3 (monmap changed)... 2024-05-15T16:46:08.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:08 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-15T16:46:08.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:08 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:08.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:08 smithi081 ceph-mon[108212]: Reconfiguring daemon osd.3 on smithi066 2024-05-15T16:46:10.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:10 smithi066 ceph-mon[130946]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:10.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:10 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:10.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:10 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:10.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:10 smithi066 ceph-mon[130946]: Reconfiguring rgw.foo.smithi066.venvvw (monmap changed)... 2024-05-15T16:46:10.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:10 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi066.venvvw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-05-15T16:46:10.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:10 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi066.venvvw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-05-15T16:46:10.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:10 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:10.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:10 smithi066 ceph-mon[130946]: Reconfiguring daemon rgw.foo.smithi066.venvvw on smithi066 2024-05-15T16:46:10.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:10 smithi066 ceph-mon[127489]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:10.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:10 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:10.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:10 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:10.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:10 smithi066 ceph-mon[127489]: Reconfiguring rgw.foo.smithi066.venvvw (monmap changed)... 2024-05-15T16:46:10.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:10 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi066.venvvw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-05-15T16:46:10.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:10 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi066.venvvw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-05-15T16:46:10.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:10 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:10.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:10 smithi066 ceph-mon[127489]: Reconfiguring daemon rgw.foo.smithi066.venvvw on smithi066 2024-05-15T16:46:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:10 smithi081 ceph-mon[108212]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:10 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:10 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:10 smithi081 ceph-mon[108212]: Reconfiguring rgw.foo.smithi066.venvvw (monmap changed)... 2024-05-15T16:46:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:10 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi066.venvvw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-05-15T16:46:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:10 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi066.venvvw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-05-15T16:46:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:10 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:10.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:10 smithi081 ceph-mon[108212]: Reconfiguring daemon rgw.foo.smithi066.venvvw on smithi066 2024-05-15T16:46:12.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:12 smithi066 ceph-mon[127489]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:12.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:12 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:12.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:12 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:12.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:12 smithi066 ceph-mon[127489]: Reconfiguring mon.b (monmap changed)... 2024-05-15T16:46:12.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-15T16:46:12.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-15T16:46:12.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:12.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:12 smithi066 ceph-mon[127489]: Reconfiguring daemon mon.b on smithi081 2024-05-15T16:46:12.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:12 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:12.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:12 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:12.787 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:12 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:12.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:12 smithi066 ceph-mon[130946]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:12.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:12 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:12.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:12 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:12.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:12 smithi066 ceph-mon[130946]: Reconfiguring mon.b (monmap changed)... 2024-05-15T16:46:12.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-15T16:46:12.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-15T16:46:12.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:12.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:12 smithi066 ceph-mon[130946]: Reconfiguring daemon mon.b on smithi081 2024-05-15T16:46:12.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:12 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:12.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:12 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:12.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:12 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:12.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:12 smithi081 ceph-mon[108212]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:12.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:12 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:12.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:12 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:12.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:12 smithi081 ceph-mon[108212]: Reconfiguring mon.b (monmap changed)... 2024-05-15T16:46:12.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-15T16:46:12.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-15T16:46:12.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:12.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:12 smithi081 ceph-mon[108212]: Reconfiguring daemon mon.b on smithi081 2024-05-15T16:46:12.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:12 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:12.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:12 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:12.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:12 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:13.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:46:13.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:13 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:13.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:13 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:13.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:46:13.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:13 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:46:13.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:46:13.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:13.969 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:46:13.969 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:13 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:13.969 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:13 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:13.969 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:46:13.969 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:13 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:46:13.970 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:46:13.970 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:13.970 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:46:13.970 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:13 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:13.970 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:13 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:13.970 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:46:13.970 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:13 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-15T16:46:13.970 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-15T16:46:13.970 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:14.863 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:14 smithi081 ceph-mon[108212]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:14.863 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:14 smithi081 ceph-mon[108212]: Reconfiguring mgr.x (monmap changed)... 2024-05-15T16:46:14.864 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:14 smithi081 ceph-mon[108212]: Reconfiguring daemon mgr.x on smithi081 2024-05-15T16:46:15.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:14 smithi066 ceph-mon[127489]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:15.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:14 smithi066 ceph-mon[127489]: Reconfiguring mgr.x (monmap changed)... 2024-05-15T16:46:15.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:14 smithi066 ceph-mon[127489]: Reconfiguring daemon mgr.x on smithi081 2024-05-15T16:46:15.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:14 smithi066 ceph-mon[130946]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:15.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:14 smithi066 ceph-mon[130946]: Reconfiguring mgr.x (monmap changed)... 2024-05-15T16:46:15.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:14 smithi066 ceph-mon[130946]: Reconfiguring daemon mgr.x on smithi081 2024-05-15T16:46:15.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:15 smithi081 ceph-mon[108212]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:46:15.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:15 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:15.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:15 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:15.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:15 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:16.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:15 smithi066 ceph-mon[130946]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:46:16.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:15 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:16.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:15 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:16.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:15 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:16.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:15 smithi066 ceph-mon[127489]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:46:16.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:15 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:16.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:15 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:16.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:15 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:16.595 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:46:16 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:46:16] "GET /metrics HTTP/1.1" 200 38014 "" "Prometheus/2.43.0" 2024-05-15T16:46:16.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:16 smithi081 ceph-mon[108212]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:16.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:16 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:16.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:16 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:16.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:16 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:16.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:16 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:16.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:16 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:16.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:16 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-15T16:46:16.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:16 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:17.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:16 smithi066 ceph-mon[130946]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:17.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:16 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:17.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:16 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:17.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:16 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:17.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:16 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:17.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:16 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:17.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:16 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-15T16:46:17.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:16 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:17.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:16 smithi066 ceph-mon[127489]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:17.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:16 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:17.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:16 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:17.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:16 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:17.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:16 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:17.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:16 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:17.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:16 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-15T16:46:17.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:16 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:17.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:17 smithi081 ceph-mon[108212]: Reconfiguring osd.4 (monmap changed)... 2024-05-15T16:46:17.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:17 smithi081 ceph-mon[108212]: Reconfiguring daemon osd.4 on smithi081 2024-05-15T16:46:18.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:17 smithi066 ceph-mon[130946]: Reconfiguring osd.4 (monmap changed)... 2024-05-15T16:46:18.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:17 smithi066 ceph-mon[130946]: Reconfiguring daemon osd.4 on smithi081 2024-05-15T16:46:18.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:17 smithi066 ceph-mon[127489]: Reconfiguring osd.4 (monmap changed)... 2024-05-15T16:46:18.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:17 smithi066 ceph-mon[127489]: Reconfiguring daemon osd.4 on smithi081 2024-05-15T16:46:18.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:18 smithi081 ceph-mon[108212]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:19.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:18 smithi066 ceph-mon[130946]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:19.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:18 smithi066 ceph-mon[127489]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:20.500 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:20 smithi081 ceph-mon[108212]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:20.500 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:20 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:20.500 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:20 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:20.500 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:20 smithi081 ceph-mon[108212]: Reconfiguring osd.5 (monmap changed)... 2024-05-15T16:46:20.500 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:20 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-15T16:46:20.500 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:20 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:20.500 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:20 smithi081 ceph-mon[108212]: Reconfiguring daemon osd.5 on smithi081 2024-05-15T16:46:20.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:20 smithi066 ceph-mon[127489]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:20.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:20 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:20.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:20 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:20.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:20 smithi066 ceph-mon[127489]: Reconfiguring osd.5 (monmap changed)... 2024-05-15T16:46:20.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:20 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-15T16:46:20.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:20 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:20.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:20 smithi066 ceph-mon[127489]: Reconfiguring daemon osd.5 on smithi081 2024-05-15T16:46:20.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:20 smithi066 ceph-mon[130946]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:20.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:20 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:20.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:20 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:20.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:20 smithi066 ceph-mon[130946]: Reconfiguring osd.5 (monmap changed)... 2024-05-15T16:46:20.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:20 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-15T16:46:20.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:20 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:20.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:20 smithi066 ceph-mon[130946]: Reconfiguring daemon osd.5 on smithi081 2024-05-15T16:46:22.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:21 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:22.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:21 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:22.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:21 smithi066 ceph-mon[127489]: Reconfiguring osd.6 (monmap changed)... 2024-05-15T16:46:22.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:21 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-15T16:46:22.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:21 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:22.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:21 smithi066 ceph-mon[127489]: Reconfiguring daemon osd.6 on smithi081 2024-05-15T16:46:22.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:21 smithi066 ceph-mon[127489]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:22.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:21 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:21 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:21 smithi066 ceph-mon[130946]: Reconfiguring osd.6 (monmap changed)... 2024-05-15T16:46:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:21 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-15T16:46:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:21 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:21 smithi066 ceph-mon[130946]: Reconfiguring daemon osd.6 on smithi081 2024-05-15T16:46:22.287 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:21 smithi066 ceph-mon[130946]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:22.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:21 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:22.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:21 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:22.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:21 smithi081 ceph-mon[108212]: Reconfiguring osd.6 (monmap changed)... 2024-05-15T16:46:22.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:21 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-15T16:46:22.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:21 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:22.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:21 smithi081 ceph-mon[108212]: Reconfiguring daemon osd.6 on smithi081 2024-05-15T16:46:22.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:21 smithi081 ceph-mon[108212]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:23.826 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:23 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:23.826 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:23 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:23.826 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:23 smithi081 ceph-mon[108212]: Reconfiguring osd.7 (monmap changed)... 2024-05-15T16:46:23.826 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:23 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-15T16:46:23.826 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:23 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:23.826 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:23 smithi081 ceph-mon[108212]: Reconfiguring daemon osd.7 on smithi081 2024-05-15T16:46:24.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:23 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:24.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:23 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:24.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:23 smithi066 ceph-mon[130946]: Reconfiguring osd.7 (monmap changed)... 2024-05-15T16:46:24.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:23 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-15T16:46:24.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:23 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:24.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:23 smithi066 ceph-mon[130946]: Reconfiguring daemon osd.7 on smithi081 2024-05-15T16:46:24.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:23 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:24.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:23 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:24.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:23 smithi066 ceph-mon[127489]: Reconfiguring osd.7 (monmap changed)... 2024-05-15T16:46:24.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:23 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-15T16:46:24.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:23 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:24.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:23 smithi066 ceph-mon[127489]: Reconfiguring daemon osd.7 on smithi081 2024-05-15T16:46:25.004 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:24 smithi081 ceph-mon[108212]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:25.004 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:24 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:25.004 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:24 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:25.004 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:24 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi081.bblyzt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-05-15T16:46:25.004 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:24 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi081.bblyzt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-05-15T16:46:25.004 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:24 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:25.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:24 smithi066 ceph-mon[130946]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:25.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:24 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:25.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:24 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:25.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:24 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi081.bblyzt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-05-15T16:46:25.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:24 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi081.bblyzt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-05-15T16:46:25.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:24 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:25.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:24 smithi066 ceph-mon[127489]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:25.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:24 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:25.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:24 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:25.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:24 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi081.bblyzt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-05-15T16:46:25.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:24 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi081.bblyzt", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-05-15T16:46:25.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:24 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:25.990 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:25 smithi081 ceph-mon[108212]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:46:25.990 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:25 smithi081 ceph-mon[108212]: Reconfiguring rgw.foo.smithi081.bblyzt (monmap changed)... 2024-05-15T16:46:25.990 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:25 smithi081 ceph-mon[108212]: Reconfiguring daemon rgw.foo.smithi081.bblyzt on smithi081 2024-05-15T16:46:26.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:25 smithi066 ceph-mon[130946]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:46:26.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:25 smithi066 ceph-mon[130946]: Reconfiguring rgw.foo.smithi081.bblyzt (monmap changed)... 2024-05-15T16:46:26.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:25 smithi066 ceph-mon[130946]: Reconfiguring daemon rgw.foo.smithi081.bblyzt on smithi081 2024-05-15T16:46:26.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:25 smithi066 ceph-mon[127489]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:46:26.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:25 smithi066 ceph-mon[127489]: Reconfiguring rgw.foo.smithi081.bblyzt (monmap changed)... 2024-05-15T16:46:26.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:25 smithi066 ceph-mon[127489]: Reconfiguring daemon rgw.foo.smithi081.bblyzt on smithi081 2024-05-15T16:46:26.650 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:46:26 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:46:26] "GET /metrics HTTP/1.1" 200 38014 "" "Prometheus/2.43.0" 2024-05-15T16:46:27.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:27.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:46:27.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-05-15T16:46:27.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-05-15T16:46:27.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:27.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:46:27.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-05-15T16:46:27.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-05-15T16:46:27.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.039 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.044 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.044 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.044 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.045 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.045 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.045 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.045 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-05-15T16:46:27.045 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-05-15T16:46:27.045 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-05-15T16:46:27.045 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.045 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.045 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-05-15T16:46:27.045 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-05-15T16:46:27.045 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-05-15T16:46:27.045 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-05-15T16:46:27.045 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-05-15T16:46:27.045 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-05-15T16:46:27.045 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-05-15T16:46:27.046 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-05-15T16:46:27.046 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-05-15T16:46:27.046 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-05-15T16:46:27.046 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-05-15T16:46:27.046 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-05-15T16:46:27.046 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-05-15T16:46:27.046 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-05-15T16:46:27.046 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.046 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.047 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.047 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.047 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.047 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-05-15T16:46:27.047 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-05-15T16:46:27.047 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-05-15T16:46:27.047 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.047 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.047 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-05-15T16:46:27.047 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-05-15T16:46:27.047 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-05-15T16:46:27.048 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-05-15T16:46:27.048 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-05-15T16:46:27.048 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-05-15T16:46:27.048 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-05-15T16:46:27.048 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-05-15T16:46:27.048 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-05-15T16:46:27.048 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-05-15T16:46:27.048 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-05-15T16:46:27.048 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-05-15T16:46:27.048 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-05-15T16:46:27.048 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-05-15T16:46:27.048 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.049 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.049 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-05-15T16:46:27.049 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-05-15T16:46:27.049 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-05-15T16:46:27.049 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-05-15T16:46:27.049 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-05-15T16:46:27.049 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-05-15T16:46:27.049 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-05-15T16:46:27.049 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-05-15T16:46:27.049 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-05-15T16:46:27.049 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-05-15T16:46:27.049 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-05-15T16:46:27.049 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.049 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.050 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.050 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.050 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.050 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.050 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.050 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.050 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.050 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.050 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.050 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.050 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-05-15T16:46:27.050 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-05-15T16:46:27.051 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-05-15T16:46:27.051 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-05-15T16:46:27.051 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-05-15T16:46:27.051 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-05-15T16:46:27.051 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-05-15T16:46:27.051 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-05-15T16:46:27.051 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-05-15T16:46:27.051 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-05-15T16:46:27.051 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-05-15T16:46:27.051 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.051 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.052 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.052 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.052 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.052 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.052 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.052 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.052 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.052 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.052 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.052 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.052 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-05-15T16:46:27.053 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-05-15T16:46:27.053 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-05-15T16:46:27.053 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:46:27.053 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:27.053 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:46:27.053 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.053 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:46:27.053 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:27.053 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:46:27.053 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.053 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.053 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.054 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-05-15T16:46:27.054 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-05-15T16:46:27.054 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-05-15T16:46:27.054 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:46:27.054 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:27.054 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:46:27.054 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.054 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:46:27.054 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:27.054 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:46:27.054 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:26 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:27.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:46:27.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-05-15T16:46:27.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-05-15T16:46:27.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:27.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-15T16:46:27.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-15T16:46:27.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-05-15T16:46:27.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-05-15T16:46:27.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-05-15T16:46:27.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-05-15T16:46:27.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-05-15T16:46:27.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-05-15T16:46:27.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-05-15T16:46:27.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-05-15T16:46:27.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-05-15T16:46:27.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-05-15T16:46:27.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-05-15T16:46:27.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-05-15T16:46:27.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-05-15T16:46:27.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-05-15T16:46:27.121 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-05-15T16:46:27.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-05-15T16:46:27.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-05-15T16:46:27.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-05-15T16:46:27.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-05-15T16:46:27.122 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-05-15T16:46:27.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-05-15T16:46:27.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-05-15T16:46:27.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-05-15T16:46:27.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-05-15T16:46:27.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-05-15T16:46:27.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-05-15T16:46:27.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-05-15T16:46:27.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-05-15T16:46:27.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.123 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:46:27.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-05-15T16:46:27.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-05-15T16:46:27.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-05-15T16:46:27.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:46:27.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:27.124 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:46:27.125 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:27.125 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:46:27.125 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:27.125 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:46:27.125 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:26 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:28.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[130946]: Upgrade: Setting container_image for all mon 2024-05-15T16:46:28.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[130946]: Upgrade: Setting container_image for all crash 2024-05-15T16:46:28.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[130946]: Upgrade: Setting container_image for all mds 2024-05-15T16:46:28.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[130946]: Upgrade: Setting container_image for all rbd-mirror 2024-05-15T16:46:28.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[130946]: Upgrade: Setting container_image for all cephfs-mirror 2024-05-15T16:46:28.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[130946]: Upgrade: Setting container_image for all ceph-exporter 2024-05-15T16:46:28.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[130946]: Upgrade: Setting container_image for all nfs 2024-05-15T16:46:28.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[130946]: Upgrade: Setting container_image for all nvmeof 2024-05-15T16:46:28.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[130946]: Upgrade: Setting container_image for all node-exporter 2024-05-15T16:46:28.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[130946]: Upgrade: Setting container_image for all prometheus 2024-05-15T16:46:28.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[130946]: Upgrade: Setting container_image for all alertmanager 2024-05-15T16:46:28.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[130946]: Upgrade: Setting container_image for all grafana 2024-05-15T16:46:28.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[130946]: Upgrade: Setting container_image for all loki 2024-05-15T16:46:28.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[130946]: Upgrade: Setting container_image for all promtail 2024-05-15T16:46:28.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[130946]: Upgrade: Finalizing container_image settings 2024-05-15T16:46:28.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[130946]: Upgrade: Complete! 2024-05-15T16:46:28.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[127489]: Upgrade: Setting container_image for all mon 2024-05-15T16:46:28.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[127489]: Upgrade: Setting container_image for all crash 2024-05-15T16:46:28.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[127489]: Upgrade: Setting container_image for all mds 2024-05-15T16:46:28.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[127489]: Upgrade: Setting container_image for all rbd-mirror 2024-05-15T16:46:28.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[127489]: Upgrade: Setting container_image for all cephfs-mirror 2024-05-15T16:46:28.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[127489]: Upgrade: Setting container_image for all ceph-exporter 2024-05-15T16:46:28.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[127489]: Upgrade: Setting container_image for all nfs 2024-05-15T16:46:28.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[127489]: Upgrade: Setting container_image for all nvmeof 2024-05-15T16:46:28.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[127489]: Upgrade: Setting container_image for all node-exporter 2024-05-15T16:46:28.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[127489]: Upgrade: Setting container_image for all prometheus 2024-05-15T16:46:28.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[127489]: Upgrade: Setting container_image for all alertmanager 2024-05-15T16:46:28.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[127489]: Upgrade: Setting container_image for all grafana 2024-05-15T16:46:28.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[127489]: Upgrade: Setting container_image for all loki 2024-05-15T16:46:28.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[127489]: Upgrade: Setting container_image for all promtail 2024-05-15T16:46:28.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[127489]: Upgrade: Finalizing container_image settings 2024-05-15T16:46:28.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:27 smithi066 ceph-mon[127489]: Upgrade: Complete! 2024-05-15T16:46:28.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:27 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all mon 2024-05-15T16:46:28.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:27 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all crash 2024-05-15T16:46:28.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:27 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all mds 2024-05-15T16:46:28.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:27 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all rbd-mirror 2024-05-15T16:46:28.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:27 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all cephfs-mirror 2024-05-15T16:46:28.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:27 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all ceph-exporter 2024-05-15T16:46:28.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:27 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all nfs 2024-05-15T16:46:28.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:27 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all nvmeof 2024-05-15T16:46:28.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:27 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all node-exporter 2024-05-15T16:46:28.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:27 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all prometheus 2024-05-15T16:46:28.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:27 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all alertmanager 2024-05-15T16:46:28.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:27 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all grafana 2024-05-15T16:46:28.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:27 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all loki 2024-05-15T16:46:28.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:27 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all promtail 2024-05-15T16:46:28.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:27 smithi081 ceph-mon[108212]: Upgrade: Finalizing container_image settings 2024-05-15T16:46:28.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:27 smithi081 ceph-mon[108212]: Upgrade: Complete! 2024-05-15T16:46:29.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:28 smithi066 ceph-mon[127489]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:29.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:28 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:46:29.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:28 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:29.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:28 smithi066 ceph-mon[130946]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:29.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:28 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:46:29.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:28 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:29.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:28 smithi081 ceph-mon[108212]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:29.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:28 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:46:29.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:28 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:30.665 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph orch ps' 2024-05-15T16:46:30.986 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:30 smithi066 ceph-mon[130946]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:30.986 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:30 smithi066 ceph-mon[127489]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:31.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:30 smithi081 ceph-mon[108212]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:31.889 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:31 smithi066 ceph-mon[130946]: from='client.44166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:46:31.890 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:31 smithi066 ceph-mon[127489]: from='client.44166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:46:32.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:31 smithi081 ceph-mon[108212]: from='client.44166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:46:32.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:32 smithi066 ceph-mon[127489]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:32.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:32 smithi066 ceph-mon[130946]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:33.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:32 smithi081 ceph-mon[108212]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:33.735 INFO:teuthology.orchestra.run.smithi066.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-15T16:46:33.735 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi066 smithi066 running 0s ago 33m - - 2024-05-15T16:46:33.735 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi081 smithi081 running 18s ago 33m - - 2024-05-15T16:46:33.735 INFO:teuthology.orchestra.run.smithi066.stdout:alertmanager.a smithi066 *:9093,9094 running (3m) 0s ago 28m 27.8M - 0.25.0 c8568f914cd2 d40f513860cf 2024-05-15T16:46:33.735 INFO:teuthology.orchestra.run.smithi066.stdout:grafana.a smithi081 *:3000 running (2m) 18s ago 28m 76.4M - 9.4.12 2bacad6d85d8 784c2154625a 2024-05-15T16:46:33.735 INFO:teuthology.orchestra.run.smithi066.stdout:iscsi.foo.smithi066.lbegld smithi066 running (6m) 0s ago 27m 59.9M - 3.5 e1d6a67b021e fefc481c4afb 2024-05-15T16:46:33.735 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.x smithi081 *:8443,9283,8765 running (6m) 18s ago 33m 450M - 19.0.0-2576-gde5210d5 48bc18eb22d8 2d8c03d87ef9 2024-05-15T16:46:33.735 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.y smithi066 *:8443,9283,8765 running (17m) 0s ago 34m 507M - 19.0.0-2576-gde5210d5 48bc18eb22d8 ad331d4e41f6 2024-05-15T16:46:33.735 INFO:teuthology.orchestra.run.smithi066.stdout:mon.a smithi066 running (61s) 0s ago 34m 44.0M 2048M 19.0.0-2576-gde5210d5 48bc18eb22d8 3a8fbdf80b44 2024-05-15T16:46:33.735 INFO:teuthology.orchestra.run.smithi066.stdout:mon.b smithi081 running (115s) 18s ago 33m 43.2M 2048M 19.0.0-2576-gde5210d5 48bc18eb22d8 fc5b22328c1b 2024-05-15T16:46:33.735 INFO:teuthology.orchestra.run.smithi066.stdout:mon.c smithi066 running (37s) 0s ago 33m 31.6M 2048M 19.0.0-2576-gde5210d5 48bc18eb22d8 157785d0c4e9 2024-05-15T16:46:33.735 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.a smithi066 *:9100 running (6m) 0s ago 29m 15.2M - 1.5.0 0da6a335fe13 2853dcd18756 2024-05-15T16:46:33.736 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.b smithi081 *:9100 running (5m) 18s ago 29m 15.3M - 1.5.0 0da6a335fe13 ef9c21c2cbca 2024-05-15T16:46:33.736 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 smithi066 running (32m) 0s ago 32m 53.8M 4096M 17.2.0 e1d6a67b021e 28a5f29dbca4 2024-05-15T16:46:33.736 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 smithi066 running (32m) 0s ago 32m 56.1M 4096M 17.2.0 e1d6a67b021e 0ef23245f9ef 2024-05-15T16:46:33.736 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 smithi066 running (31m) 0s ago 31m 50.7M 4096M 17.2.0 e1d6a67b021e 02c0efc727d7 2024-05-15T16:46:33.736 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 smithi066 running (31m) 0s ago 31m 53.5M 4096M 17.2.0 e1d6a67b021e 40f1cf1a2241 2024-05-15T16:46:33.736 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 smithi081 running (31m) 18s ago 31m 58.4M 4096M 17.2.0 e1d6a67b021e 4765ca89ed8f 2024-05-15T16:46:33.736 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 smithi081 running (30m) 18s ago 30m 53.2M 4096M 17.2.0 e1d6a67b021e 360c01584121 2024-05-15T16:46:33.736 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 smithi081 running (30m) 18s ago 30m 55.7M 4096M 17.2.0 e1d6a67b021e 28621b8e0dfc 2024-05-15T16:46:33.736 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 smithi081 running (29m) 18s ago 29m 54.6M 4096M 17.2.0 e1d6a67b021e d77057b690f5 2024-05-15T16:46:33.736 INFO:teuthology.orchestra.run.smithi066.stdout:prometheus.a smithi081 *:9095 running (4m) 18s ago 29m 70.3M - 2.43.0 a07b618ecd1d 0f6f3b5da02e 2024-05-15T16:46:33.736 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi066.venvvw smithi066 *:8000 running (27m) 0s ago 27m 77.8M - 17.2.0 e1d6a67b021e a58b069a63ed 2024-05-15T16:46:33.736 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi081.bblyzt smithi081 *:8000 running (27m) 18s ago 27m 78.0M - 17.2.0 e1d6a67b021e 31bf3403b024 2024-05-15T16:46:34.403 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph versions | jq -e '"'"'.mon | length == 1'"'"'' 2024-05-15T16:46:34.428 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:34 smithi066 ceph-mon[130946]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:34.428 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:34 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:34.428 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:34 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:34.428 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:34 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:34.428 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:34 smithi066 ceph-mon[130946]: from='client.44172 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:46:34.428 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:34 smithi066 ceph-mon[127489]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:34.428 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:34 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:34.429 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:34 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:34.429 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:34 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:34.429 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:34 smithi066 ceph-mon[127489]: from='client.44172 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:46:34.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:34 smithi081 ceph-mon[108212]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:34.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:34 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:34.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:34 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:34.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:34 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:34.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:34 smithi081 ceph-mon[108212]: from='client.44172 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:46:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:35 smithi066 ceph-mon[127489]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:46:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:35 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:35 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:35 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:35.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:35 smithi066 ceph-mon[130946]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:46:35.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:35 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:35.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:35 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:35.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:35 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:35.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:35 smithi081 ceph-mon[108212]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:46:35.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:35 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:35.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:35 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:35.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:35 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:36.391 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:36 smithi081 ceph-mon[108212]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:36.624 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:36 smithi066 ceph-mon[130946]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:36.625 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:36 smithi066 ceph-mon[127489]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:36.625 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:46:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:46:36] "GET /metrics HTTP/1.1" 200 38012 "" "Prometheus/2.43.0" 2024-05-15T16:46:37.374 INFO:teuthology.orchestra.run.smithi066.stdout:true 2024-05-15T16:46:38.043 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph versions | jq -e '"'"'.mon | keys'"'"' | grep $sha1' 2024-05-15T16:46:38.576 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:38 smithi066 ceph-mon[130946]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:38.576 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:38 smithi066 ceph-mon[130946]: from='client.? 172.21.15.66:0/2694977964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:38.576 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:38 smithi066 ceph-mon[127489]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:38.576 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:38 smithi066 ceph-mon[127489]: from='client.? 172.21.15.66:0/2694977964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:38.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:38 smithi081 ceph-mon[108212]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:38.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:38 smithi081 ceph-mon[108212]: from='client.? 172.21.15.66:0/2694977964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:40.183 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)" 2024-05-15T16:46:40.492 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:40 smithi066 ceph-mon[130946]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:40.492 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:40 smithi066 ceph-mon[130946]: from='client.? 172.21.15.66:0/3546604901' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:40.492 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:40 smithi066 ceph-mon[127489]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:40.492 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:40 smithi066 ceph-mon[127489]: from='client.? 172.21.15.66:0/3546604901' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:40.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:40 smithi081 ceph-mon[108212]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:40.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:40 smithi081 ceph-mon[108212]: from='client.? 172.21.15.66:0/3546604901' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:46:40.811 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 5'"'"'' 2024-05-15T16:46:42.379 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:42 smithi066 ceph-mon[130946]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:42.380 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:42 smithi066 ceph-mon[127489]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:42.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:42 smithi081 ceph-mon[108212]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:43.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:43 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:46:43.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:43 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:46:43.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:43 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:46:44.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:44 smithi081 ceph-mon[108212]: from='client.54127 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:46:44.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:44 smithi081 ceph-mon[108212]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:44.785 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:44 smithi066 ceph-mon[127489]: from='client.54127 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:46:44.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:44 smithi066 ceph-mon[127489]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:44.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:44 smithi066 ceph-mon[130946]: from='client.54127 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:46:44.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:44 smithi066 ceph-mon[130946]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:44.896 INFO:teuthology.orchestra.run.smithi066.stdout:true 2024-05-15T16:46:45.475 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:45 smithi066 ceph-mon[130946]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:46:45.475 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:45 smithi066 ceph-mon[127489]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:46:45.505 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph orch upgrade status' 2024-05-15T16:46:45.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:45 smithi081 ceph-mon[108212]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:46:46.590 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:46 smithi066 ceph-mon[130946]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:46.591 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:46:46 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:46:46] "GET /metrics HTTP/1.1" 200 37941 "" "Prometheus/2.43.0" 2024-05-15T16:46:46.591 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:46 smithi066 ceph-mon[127489]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:46.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:46 smithi081 ceph-mon[108212]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:47.645 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:46:47.645 INFO:teuthology.orchestra.run.smithi066.stdout: "target_image": null, 2024-05-15T16:46:47.645 INFO:teuthology.orchestra.run.smithi066.stdout: "in_progress": false, 2024-05-15T16:46:47.645 INFO:teuthology.orchestra.run.smithi066.stdout: "which": "", 2024-05-15T16:46:47.645 INFO:teuthology.orchestra.run.smithi066.stdout: "services_complete": [], 2024-05-15T16:46:47.645 INFO:teuthology.orchestra.run.smithi066.stdout: "progress": null, 2024-05-15T16:46:47.645 INFO:teuthology.orchestra.run.smithi066.stdout: "message": "", 2024-05-15T16:46:47.645 INFO:teuthology.orchestra.run.smithi066.stdout: "is_paused": false 2024-05-15T16:46:47.645 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:46:48.356 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:48 smithi066 ceph-mon[130946]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:48.357 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:48 smithi066 ceph-mon[130946]: from='client.44196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:46:48.357 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:48 smithi066 ceph-mon[127489]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:48.357 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:48 smithi066 ceph-mon[127489]: from='client.44196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:46:48.386 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph health detail' 2024-05-15T16:46:48.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:48 smithi081 ceph-mon[108212]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:48.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:48 smithi081 ceph-mon[108212]: from='client.44196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:46:50.524 INFO:teuthology.orchestra.run.smithi066.stdout:HEALTH_OK 2024-05-15T16:46:50.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:50 smithi081 ceph-mon[108212]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:50.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:50 smithi066 ceph-mon[130946]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:50.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:50 smithi066 ceph-mon[127489]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:51.128 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2' 2024-05-15T16:46:51.445 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:51 smithi066 ceph-mon[130946]: from='client.? 172.21.15.66:0/3303174494' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-05-15T16:46:51.445 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:51 smithi066 ceph-mon[127489]: from='client.? 172.21.15.66:0/3303174494' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-05-15T16:46:51.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:51 smithi081 ceph-mon[108212]: from='client.? 172.21.15.66:0/3303174494' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-05-15T16:46:52.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:52 smithi081 ceph-mon[108212]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:52.633 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:52 smithi066 ceph-mon[127489]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:52.633 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:52 smithi066 ceph-mon[130946]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:54.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:54 smithi066 ceph-mon[127489]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:54.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:54 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:54.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:54 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:54.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:54 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:54.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:54 smithi066 ceph-mon[130946]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:54.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:54 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:54.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:54 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:54.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:54 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:54.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:54 smithi081 ceph-mon[108212]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:54.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:54 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:54.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:54 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:54.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:54 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:55.632 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:55 smithi066 ceph-mon[130946]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:46:55.632 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:55 smithi066 ceph-mon[130946]: from='client.44208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:46:55.632 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:55 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:55.632 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:55 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:55.632 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:55 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:55.633 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:55 smithi066 ceph-mon[127489]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:46:55.633 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:55 smithi066 ceph-mon[127489]: from='client.44208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:46:55.633 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:55 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:55.633 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:55 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:55.633 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:55 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:55.763 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:55 smithi081 ceph-mon[108212]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:46:55.763 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:55 smithi081 ceph-mon[108212]: from='client.44208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:46:55.763 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:55 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:55.763 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:55 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:55.763 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:55 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:56.517 INFO:teuthology.orchestra.run.smithi066.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:46:56.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:56 smithi066 ceph-mon[130946]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:56.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:56 smithi066 ceph-mon[127489]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:56.786 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:46:56 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:46:56] "GET /metrics HTTP/1.1" 200 37941 "" "Prometheus/2.43.0" 2024-05-15T16:46:56.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:56 smithi081 ceph-mon[108212]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:46:57.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:57 smithi081 ceph-mon[108212]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:46:57.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:57 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:57.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:57 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:46:57.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:57 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:57.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:57 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:46:57.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:57 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:57.714 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:57 smithi081 ceph-mon[108212]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:46:57.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:57 smithi066 ceph-mon[127489]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:46:57.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:57 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:57.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:57 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:46:57.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:57 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:57.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:57 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:46:57.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:57 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:57.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:57 smithi066 ceph-mon[127489]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:46:57.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:57 smithi066 ceph-mon[130946]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:46:57.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:57 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:57.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:57 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:46:57.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:57 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:46:57.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:57 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:46:57.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:57 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:46:57.787 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:57 smithi066 ceph-mon[130946]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8 2024-05-15T16:46:57.898 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-05-15T16:46:58.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:58 smithi066 ceph-mon[130946]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:58.785 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:46:58 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:46:58.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:58 smithi066 ceph-mon[127489]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:58.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:46:58 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:46:59.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:58 smithi081 ceph-mon[108212]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:46:59.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:46:58 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:47:00.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:00 smithi081 ceph-mon[108212]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:47:00.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:00 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:00.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:00 smithi081 ceph-mon[108212]: Upgrade: Target is version 19.0.0-2576-gde5210d5 (squid) 2024-05-15T16:47:00.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:00 smithi081 ceph-mon[108212]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a'] 2024-05-15T16:47:00.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:00 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:00.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:00 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:00.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:00 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all mgr 2024-05-15T16:47:00.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:00 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:00.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:00 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:00.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:00 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all mon 2024-05-15T16:47:00.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:00 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:00.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:00 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:00.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:00 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all crash 2024-05-15T16:47:00.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:00 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:00.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:00 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-15T16:47:00.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:00 smithi081 ceph-mon[108212]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-15T16:47:00.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:00 smithi081 ceph-mon[108212]: Upgrade: osd.0 is safe to restart 2024-05-15T16:47:00.633 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[130946]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:47:00.633 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:00.633 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[130946]: Upgrade: Target is version 19.0.0-2576-gde5210d5 (squid) 2024-05-15T16:47:00.633 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[130946]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a'] 2024-05-15T16:47:00.633 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:00.633 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:00.633 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[130946]: Upgrade: Setting container_image for all mgr 2024-05-15T16:47:00.633 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:00.634 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:00.634 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[130946]: Upgrade: Setting container_image for all mon 2024-05-15T16:47:00.634 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:00.634 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:00.634 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[130946]: Upgrade: Setting container_image for all crash 2024-05-15T16:47:00.634 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:00.634 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-15T16:47:00.634 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[130946]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-15T16:47:00.634 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[130946]: Upgrade: osd.0 is safe to restart 2024-05-15T16:47:00.634 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[127489]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:47:00.634 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:00.634 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[127489]: Upgrade: Target is version 19.0.0-2576-gde5210d5 (squid) 2024-05-15T16:47:00.635 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[127489]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a'] 2024-05-15T16:47:00.635 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:00.635 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:00.635 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[127489]: Upgrade: Setting container_image for all mgr 2024-05-15T16:47:00.635 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:00.635 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:00.635 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[127489]: Upgrade: Setting container_image for all mon 2024-05-15T16:47:00.635 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:00.635 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:00.635 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[127489]: Upgrade: Setting container_image for all crash 2024-05-15T16:47:00.635 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:00.635 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-15T16:47:00.635 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[127489]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-15T16:47:00.636 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:00 smithi066 ceph-mon[127489]: Upgrade: osd.0 is safe to restart 2024-05-15T16:47:01.989 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:01 smithi066 ceph-mon[127489]: Upgrade: Updating osd.0 2024-05-15T16:47:02.172 INFO:teuthology.orchestra.run.smithi066.stdout:true 2024-05-15T16:47:02.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:01 smithi066 ceph-mon[130946]: Upgrade: Updating osd.0 2024-05-15T16:47:02.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:01 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:02.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:01 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-15T16:47:02.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:01 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:02.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:01 smithi066 ceph-mon[130946]: Deploying daemon osd.0 on smithi066 2024-05-15T16:47:02.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:01 smithi066 ceph-mon[130946]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:47:02.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:01 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:02.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:01 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-15T16:47:02.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:01 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:02.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:01 smithi066 ceph-mon[127489]: Deploying daemon osd.0 on smithi066 2024-05-15T16:47:02.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:01 smithi066 ceph-mon[127489]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:47:02.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:01 smithi081 ceph-mon[108212]: Upgrade: Updating osd.0 2024-05-15T16:47:02.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:01 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:02.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:01 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-15T16:47:02.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:01 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:02.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:01 smithi081 ceph-mon[108212]: Deploying daemon osd.0 on smithi066 2024-05-15T16:47:02.366 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:01 smithi081 ceph-mon[108212]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:47:02.873 INFO:teuthology.orchestra.run.smithi066.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-15T16:47:02.874 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi066 smithi066 running 9s ago 34m - - 2024-05-15T16:47:02.874 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi081 smithi081 running 7s ago 34m - - 2024-05-15T16:47:02.874 INFO:teuthology.orchestra.run.smithi066.stdout:alertmanager.a smithi066 *:9093,9094 running (4m) 9s ago 28m 27.8M - 0.25.0 c8568f914cd2 d40f513860cf 2024-05-15T16:47:02.874 INFO:teuthology.orchestra.run.smithi066.stdout:grafana.a smithi081 *:3000 running (3m) 7s ago 28m 73.8M - 9.4.12 2bacad6d85d8 784c2154625a 2024-05-15T16:47:02.874 INFO:teuthology.orchestra.run.smithi066.stdout:iscsi.foo.smithi066.lbegld smithi066 running (7m) 9s ago 27m 62.0M - 3.5 e1d6a67b021e fefc481c4afb 2024-05-15T16:47:02.874 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.x smithi081 *:8443,9283,8765 running (6m) 7s ago 33m 452M - 19.0.0-2576-gde5210d5 48bc18eb22d8 2d8c03d87ef9 2024-05-15T16:47:02.874 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.y smithi066 *:8443,9283,8765 running (17m) 9s ago 35m 508M - 19.0.0-2576-gde5210d5 48bc18eb22d8 ad331d4e41f6 2024-05-15T16:47:02.874 INFO:teuthology.orchestra.run.smithi066.stdout:mon.a smithi066 running (90s) 9s ago 35m 45.0M 2048M 19.0.0-2576-gde5210d5 48bc18eb22d8 3a8fbdf80b44 2024-05-15T16:47:02.874 INFO:teuthology.orchestra.run.smithi066.stdout:mon.b smithi081 running (2m) 7s ago 33m 46.3M 2048M 19.0.0-2576-gde5210d5 48bc18eb22d8 fc5b22328c1b 2024-05-15T16:47:02.874 INFO:teuthology.orchestra.run.smithi066.stdout:mon.c smithi066 running (66s) 9s ago 33m 33.5M 2048M 19.0.0-2576-gde5210d5 48bc18eb22d8 157785d0c4e9 2024-05-15T16:47:02.874 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.a smithi066 *:9100 running (6m) 9s ago 29m 15.7M - 1.5.0 0da6a335fe13 2853dcd18756 2024-05-15T16:47:02.874 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.b smithi081 *:9100 running (6m) 7s ago 29m 15.5M - 1.5.0 0da6a335fe13 ef9c21c2cbca 2024-05-15T16:47:02.874 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 smithi066 running (33m) 9s ago 33m 53.8M 4096M 17.2.0 e1d6a67b021e 28a5f29dbca4 2024-05-15T16:47:02.875 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 smithi066 running (32m) 9s ago 32m 56.1M 4096M 17.2.0 e1d6a67b021e 0ef23245f9ef 2024-05-15T16:47:02.875 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 smithi066 running (32m) 9s ago 32m 50.8M 4096M 17.2.0 e1d6a67b021e 02c0efc727d7 2024-05-15T16:47:02.875 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 smithi066 running (31m) 9s ago 31m 53.5M 4096M 17.2.0 e1d6a67b021e 40f1cf1a2241 2024-05-15T16:47:02.875 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 smithi081 running (31m) 7s ago 31m 58.5M 4096M 17.2.0 e1d6a67b021e 4765ca89ed8f 2024-05-15T16:47:02.875 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 smithi081 running (31m) 7s ago 31m 53.2M 4096M 17.2.0 e1d6a67b021e 360c01584121 2024-05-15T16:47:02.875 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 smithi081 running (30m) 7s ago 30m 55.7M 4096M 17.2.0 e1d6a67b021e 28621b8e0dfc 2024-05-15T16:47:02.875 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 smithi081 running (30m) 7s ago 30m 54.5M 4096M 17.2.0 e1d6a67b021e d77057b690f5 2024-05-15T16:47:02.875 INFO:teuthology.orchestra.run.smithi066.stdout:prometheus.a smithi081 *:9095 running (5m) 7s ago 29m 72.5M - 2.43.0 a07b618ecd1d 0f6f3b5da02e 2024-05-15T16:47:02.875 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi066.venvvw smithi066 *:8000 running (28m) 9s ago 28m 77.9M - 17.2.0 e1d6a67b021e a58b069a63ed 2024-05-15T16:47:02.875 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi081.bblyzt smithi081 *:8000 running (28m) 7s ago 28m 78.1M - 17.2.0 e1d6a67b021e 31bf3403b024 2024-05-15T16:47:03.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:02 smithi066 ceph-mon[130946]: from='client.54151 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:47:03.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:02 smithi066 ceph-mon[130946]: from='client.54157 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:47:03.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:02 smithi066 ceph-mon[127489]: from='client.54151 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:47:03.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:02 smithi066 ceph-mon[127489]: from='client.54157 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:47:03.297 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:47:03.297 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": { 2024-05-15T16:47:03.297 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 3 2024-05-15T16:47:03.297 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:47:03.297 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": { 2024-05-15T16:47:03.297 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:47:03.297 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:47:03.297 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": { 2024-05-15T16:47:03.297 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-05-15T16:47:03.297 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:47:03.297 INFO:teuthology.orchestra.run.smithi066.stdout: "rgw": { 2024-05-15T16:47:03.297 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-05-15T16:47:03.298 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:47:03.298 INFO:teuthology.orchestra.run.smithi066.stdout: "overall": { 2024-05-15T16:47:03.298 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 10, 2024-05-15T16:47:03.298 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 5 2024-05-15T16:47:03.298 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:47:03.298 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:47:03.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:02 smithi081 ceph-mon[108212]: from='client.54151 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:47:03.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:02 smithi081 ceph-mon[108212]: from='client.54157 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:47:03.653 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:47:03.653 INFO:teuthology.orchestra.run.smithi066.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a", 2024-05-15T16:47:03.653 INFO:teuthology.orchestra.run.smithi066.stdout: "in_progress": true, 2024-05-15T16:47:03.653 INFO:teuthology.orchestra.run.smithi066.stdout: "which": "Upgrading daemons of type(s) osd. Upgrade limited to 2 daemons (2 remaining).", 2024-05-15T16:47:03.653 INFO:teuthology.orchestra.run.smithi066.stdout: "services_complete": [], 2024-05-15T16:47:03.653 INFO:teuthology.orchestra.run.smithi066.stdout: "progress": "0/8 daemons upgraded", 2024-05-15T16:47:03.653 INFO:teuthology.orchestra.run.smithi066.stdout: "message": "Currently upgrading osd daemons", 2024-05-15T16:47:03.653 INFO:teuthology.orchestra.run.smithi066.stdout: "is_paused": false 2024-05-15T16:47:03.653 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:47:04.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:03 smithi066 ceph-mon[127489]: from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:47:04.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:03 smithi066 ceph-mon[127489]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:47:04.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:03 smithi066 ceph-mon[127489]: from='client.? 172.21.15.66:0/3384783298' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:04.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:03 smithi066 ceph-mon[127489]: from='client.54175 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:47:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:03 smithi066 ceph-mon[130946]: from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:47:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:03 smithi066 ceph-mon[130946]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:47:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:03 smithi066 ceph-mon[130946]: from='client.? 172.21.15.66:0/3384783298' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:03 smithi066 ceph-mon[130946]: from='client.54175 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:47:04.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:03 smithi081 ceph-mon[108212]: from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:47:04.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:03 smithi081 ceph-mon[108212]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:47:04.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:03 smithi081 ceph-mon[108212]: from='client.? 172.21.15.66:0/3384783298' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:04.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:03 smithi081 ceph-mon[108212]: from='client.54175 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:47:04.946 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:04 smithi066 systemd[1]: Stopping Ceph osd.0 for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:47:05.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:04 smithi066 ceph-mon[130946]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:47:05.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:04 smithi066 ceph-mon[130946]: osd.0 marked itself down and dead 2024-05-15T16:47:05.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:04 smithi066 ceph-mon[127489]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:47:05.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:04 smithi066 ceph-mon[127489]: osd.0 marked itself down and dead 2024-05-15T16:47:05.286 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:04 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0[32593]: 2024-05-15T16:47:04.944+0000 7f8e96e42700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-15T16:47:05.286 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:04 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0[32593]: 2024-05-15T16:47:04.944+0000 7f8e96e42700 -1 osd.0 113 *** Got signal Terminated *** 2024-05-15T16:47:05.286 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:04 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0[32593]: 2024-05-15T16:47:04.944+0000 7f8e96e42700 -1 osd.0 113 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-15T16:47:05.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:04 smithi081 ceph-mon[108212]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:47:05.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:04 smithi081 ceph-mon[108212]: osd.0 marked itself down and dead 2024-05-15T16:47:05.720 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:05 smithi066 podman[135357]: 2024-05-15 16:47:05.454308101 +0000 UTC m=+0.609359334 container died 28a5f29dbca4771312d99bdf4205c2a36448543fd6068004064e7c658f8819a8 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0, GIT_BRANCH=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=CentOS Stream 8, build-date=2022-05-03T08:36:31.336870, io.openshift.expose-services=, distribution-scope=public, architecture=x86_64, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.buildah.version=1.19.8, CEPH_POINT_RELEASE=-17.2.0, com.redhat.component=centos-stream-container, version=8, name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, ceph=True, GIT_CLEAN=True, release=754, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Guillaume Abrioux , vcs-type=git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, io.openshift.tags=base centos centos-stream) 2024-05-15T16:47:05.997 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:05 smithi066 podman[135357]: 2024-05-15 16:47:05.802200762 +0000 UTC m=+0.957251985 container cleanup 28a5f29dbca4771312d99bdf4205c2a36448543fd6068004064e7c658f8819a8 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0, architecture=x86_64, io.buildah.version=1.19.8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., ceph=True, GIT_CLEAN=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=centos-stream-container, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_BRANCH=HEAD, io.openshift.tags=base centos centos-stream, io.k8s.display-name=CentOS Stream 8, RELEASE=HEAD, vendor=Red Hat, Inc., distribution-scope=public, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, name=centos-stream, vcs-type=git, CEPH_POINT_RELEASE=-17.2.0, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, build-date=2022-05-03T08:36:31.336870, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Guillaume Abrioux , release=754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb) 2024-05-15T16:47:05.997 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:05 smithi066 bash[135357]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0 2024-05-15T16:47:06.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:05 smithi066 ceph-mon[130946]: Health check failed: 1 osds down (OSD_DOWN) 2024-05-15T16:47:06.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:05 smithi066 ceph-mon[130946]: osdmap e114: 8 total, 7 up, 8 in 2024-05-15T16:47:06.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:05 smithi066 ceph-mon[130946]: pgmap v45: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-05-15T16:47:06.286 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:06 smithi066 podman[135372]: 2024-05-15 16:47:06.095298065 +0000 UTC m=+0.640819074 container remove 28a5f29dbca4771312d99bdf4205c2a36448543fd6068004064e7c658f8819a8 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0, architecture=x86_64, CEPH_POINT_RELEASE=-17.2.0, com.redhat.component=centos-stream-container, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, maintainer=Guillaume Abrioux , name=centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, distribution-scope=public, io.openshift.tags=base centos centos-stream, GIT_CLEAN=True, vendor=Red Hat, Inc., GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.expose-services=, vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.k8s.display-name=CentOS Stream 8, RELEASE=HEAD, release=754, version=8, build-date=2022-05-03T08:36:31.336870, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, ceph=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-05-15T16:47:06.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:05 smithi066 ceph-mon[127489]: Health check failed: 1 osds down (OSD_DOWN) 2024-05-15T16:47:06.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:05 smithi066 ceph-mon[127489]: osdmap e114: 8 total, 7 up, 8 in 2024-05-15T16:47:06.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:05 smithi066 ceph-mon[127489]: pgmap v45: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-05-15T16:47:06.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:05 smithi081 ceph-mon[108212]: Health check failed: 1 osds down (OSD_DOWN) 2024-05-15T16:47:06.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:05 smithi081 ceph-mon[108212]: osdmap e114: 8 total, 7 up, 8 in 2024-05-15T16:47:06.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:05 smithi081 ceph-mon[108212]: pgmap v45: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-05-15T16:47:06.568 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:47:06 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:47:06] "GET /metrics HTTP/1.1" 200 38012 "" "Prometheus/2.43.0" 2024-05-15T16:47:06.568 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:06 smithi066 podman[135462]: 2024-05-15 16:47:06.325994668 +0000 UTC m=+0.017991955 image pull 48bc18eb22d8284fb8ad68bf46e17b174a8aaf15dd2581bf7f093c432d12db31 quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a 2024-05-15T16:47:06.568 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:06 smithi066 podman[135462]: 2024-05-15 16:47:06.437966165 +0000 UTC m=+0.129963464 container create 4386fe38ac049504c4c02f71c11755e0ff94c4dc6132373dd20d8a229dc2e359 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-65480-squid-de5210d, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240514, GIT_CLEAN=True) 2024-05-15T16:47:06.975 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:06 smithi066 podman[135462]: 2024-05-15 16:47:06.667663647 +0000 UTC m=+0.359660927 container init 4386fe38ac049504c4c02f71c11755e0ff94c4dc6132373dd20d8a229dc2e359 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-deactivate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , RELEASE=wip-65480-squid-de5210d, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-05-15T16:47:06.975 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:06 smithi066 podman[135462]: 2024-05-15 16:47:06.671740531 +0000 UTC m=+0.363737823 container start 4386fe38ac049504c4c02f71c11755e0ff94c4dc6132373dd20d8a229dc2e359 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-65480-squid-de5210d, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-05-15T16:47:06.975 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:06 smithi066 podman[135462]: 2024-05-15 16:47:06.759243791 +0000 UTC m=+0.451241071 container attach 4386fe38ac049504c4c02f71c11755e0ff94c4dc6132373dd20d8a229dc2e359 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-deactivate, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, RELEASE=wip-65480-squid-de5210d, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-05-15T16:47:07.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:07 smithi066 ceph-mon[127489]: osdmap e115: 8 total, 7 up, 8 in 2024-05-15T16:47:07.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:07 smithi066 ceph-mon[130946]: osdmap e115: 8 total, 7 up, 8 in 2024-05-15T16:47:07.286 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:06 smithi066 podman[135462]: 2024-05-15 16:47:06.974829052 +0000 UTC m=+0.666826334 container died 4386fe38ac049504c4c02f71c11755e0ff94c4dc6132373dd20d8a229dc2e359 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-deactivate, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-65480-squid-de5210d, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-15T16:47:07.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:07 smithi081 ceph-mon[108212]: osdmap e115: 8 total, 7 up, 8 in 2024-05-15T16:47:08.055 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:08 smithi066 ceph-mon[130946]: pgmap v47: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-05-15T16:47:08.055 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:07 smithi066 podman[135488]: 2024-05-15 16:47:07.789162909 +0000 UTC m=+0.804794166 container remove 4386fe38ac049504c4c02f71c11755e0ff94c4dc6132373dd20d8a229dc2e359 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-65480-squid-de5210d, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-05-15T16:47:08.055 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:07 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.0.service: Deactivated successfully. 2024-05-15T16:47:08.056 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:07 smithi066 systemd[1]: Stopped Ceph osd.0 for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:47:08.056 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:07 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.0.service: Consumed 15.732s CPU time. 2024-05-15T16:47:08.056 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:08 smithi066 ceph-mon[127489]: pgmap v47: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-05-15T16:47:08.325 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:08 smithi066 systemd[1]: Starting Ceph osd.0 for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:47:08.325 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:08 smithi066 podman[135645]: 2024-05-15 16:47:08.204884172 +0000 UTC m=+0.023273088 image pull 48bc18eb22d8284fb8ad68bf46e17b174a8aaf15dd2581bf7f093c432d12db31 quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a 2024-05-15T16:47:08.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:08 smithi081 ceph-mon[108212]: pgmap v47: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-05-15T16:47:08.646 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:08 smithi066 podman[135645]: 2024-05-15 16:47:08.324354595 +0000 UTC m=+0.142743485 container create eae0852f80ce254998b9acd7111ff38d20d9948558c9b1de2e95b2bd8fbf6e29 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, RELEASE=wip-65480-squid-de5210d, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-05-15T16:47:08.646 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:08 smithi066 podman[135645]: 2024-05-15 16:47:08.560240217 +0000 UTC m=+0.378629121 container init eae0852f80ce254998b9acd7111ff38d20d9948558c9b1de2e95b2bd8fbf6e29 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-65480-squid-de5210d, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-05-15T16:47:08.646 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:08 smithi066 podman[135645]: 2024-05-15 16:47:08.564494355 +0000 UTC m=+0.382883248 container start eae0852f80ce254998b9acd7111ff38d20d9948558c9b1de2e95b2bd8fbf6e29 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-65480-squid-de5210d, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-05-15T16:47:08.646 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:08 smithi066 podman[135645]: 2024-05-15 16:47:08.645698421 +0000 UTC m=+0.464087329 container attach eae0852f80ce254998b9acd7111ff38d20d9948558c9b1de2e95b2bd8fbf6e29 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, RELEASE=wip-65480-squid-de5210d, org.label-schema.license=GPLv2) 2024-05-15T16:47:09.444 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:09 smithi066 ceph-mon[127489]: Health check failed: Degraded data redundancy: 67/627 objects degraded (10.686%), 21 pgs degraded (PG_DEGRADED) 2024-05-15T16:47:09.445 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:09 smithi066 ceph-mon[130946]: Health check failed: Degraded data redundancy: 67/627 objects degraded (10.686%), 21 pgs degraded (PG_DEGRADED) 2024-05-15T16:47:09.445 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate[135696]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-05-15T16:47:09.445 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate[135696]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-05-15T16:47:09.445 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:09 smithi066 bash[135645]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-05-15T16:47:09.445 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:09 smithi066 bash[135645]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-05-15T16:47:09.445 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:09 smithi066 bash[135645]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-05-15T16:47:09.445 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:09 smithi066 bash[135645]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-05-15T16:47:09.445 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:09 smithi066 bash[135645]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-05-15T16:47:09.445 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:09 smithi066 bash[135645]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-05-15T16:47:09.445 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:09 smithi066 bash[135645]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-05-15T16:47:09.445 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:09 smithi066 bash[135645]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-05-15T16:47:09.446 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:09 smithi066 bash[135645]: --> ceph-volume raw activate successful for osd ID: 0 2024-05-15T16:47:09.446 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate[135696]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-05-15T16:47:09.446 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate[135696]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-05-15T16:47:09.446 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate[135696]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-05-15T16:47:09.446 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate[135696]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-05-15T16:47:09.446 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate[135696]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-05-15T16:47:09.446 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate[135696]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-05-15T16:47:09.446 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:09 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate[135696]: --> ceph-volume raw activate successful for osd ID: 0 2024-05-15T16:47:09.446 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:09 smithi066 podman[135645]: 2024-05-15 16:47:09.108911819 +0000 UTC m=+0.927300717 container died eae0852f80ce254998b9acd7111ff38d20d9948558c9b1de2e95b2bd8fbf6e29 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-65480-squid-de5210d, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-05-15T16:47:09.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:09 smithi081 ceph-mon[108212]: Health check failed: Degraded data redundancy: 67/627 objects degraded (10.686%), 21 pgs degraded (PG_DEGRADED) 2024-05-15T16:47:10.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:10 smithi066 ceph-mon[127489]: pgmap v48: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:10.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:10 smithi066 ceph-mon[130946]: pgmap v48: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:10.536 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:10 smithi066 podman[135882]: 2024-05-15 16:47:10.239070858 +0000 UTC m=+1.122535503 container remove eae0852f80ce254998b9acd7111ff38d20d9948558c9b1de2e95b2bd8fbf6e29 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-65480-squid-de5210d, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-05-15T16:47:10.536 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:10 smithi066 podman[135998]: 2024-05-15 16:47:10.456667014 +0000 UTC m=+0.108765335 container create 4424d799576e5cd044cc3a00890a3ebdae4b870d50f21f6555ae482baa113ae8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0, RELEASE=wip-65480-squid-de5210d, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-15T16:47:10.537 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:10 smithi066 podman[135998]: 2024-05-15 16:47:10.366934501 +0000 UTC m=+0.019032836 image pull 48bc18eb22d8284fb8ad68bf46e17b174a8aaf15dd2581bf7f093c432d12db31 quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a 2024-05-15T16:47:10.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:10 smithi081 ceph-mon[108212]: pgmap v48: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:11.036 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:10 smithi066 podman[135998]: 2024-05-15 16:47:10.684362712 +0000 UTC m=+0.336461043 container init 4424d799576e5cd044cc3a00890a3ebdae4b870d50f21f6555ae482baa113ae8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-65480-squid-de5210d, org.label-schema.vendor=CentOS) 2024-05-15T16:47:11.036 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:10 smithi066 podman[135998]: 2024-05-15 16:47:10.687908699 +0000 UTC m=+0.340007027 container start 4424d799576e5cd044cc3a00890a3ebdae4b870d50f21f6555ae482baa113ae8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-65480-squid-de5210d, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux ) 2024-05-15T16:47:11.036 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:10 smithi066 ceph-osd[136018]: -- 172.21.15.66:0/221636501 <== mon.0 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559bc36df680 con 0x559bc36a9400 2024-05-15T16:47:11.036 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:10 smithi066 bash[135998]: 4424d799576e5cd044cc3a00890a3ebdae4b870d50f21f6555ae482baa113ae8 2024-05-15T16:47:11.036 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:10 smithi066 systemd[1]: Started Ceph osd.0 for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:47:11.535 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:11 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0[136014]: 2024-05-15T16:47:11.234+0000 7f2268ca77c0 -1 Falling back to public interface 2024-05-15T16:47:12.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:12.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:12.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:12.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:12.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:12.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:12.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:12.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: pgmap v49: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:12.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:12.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:12.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:12.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:12.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:12.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:12.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:12.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:12.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:12.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:12.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:12.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:12.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:12.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:12.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:12.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:12.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:12.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:12.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:12.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:11 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.250 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.250 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.251 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.251 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.251 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:12.251 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:12.251 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.251 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:12.251 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.251 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:12.251 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.251 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:12.251 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:12.251 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.251 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:12.251 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: pgmap v49: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:12.252 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.252 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:12.252 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.252 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:12.252 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:12.252 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.252 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:12.252 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.252 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:12.252 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.252 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:12.252 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:12.252 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.252 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:12.252 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.252 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:12.252 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.253 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:12.253 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:12.253 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.253 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:12.253 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.253 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:12.253 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.253 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:12.253 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:12.253 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.253 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:12.253 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.253 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:12.253 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.253 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:12.253 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:12.253 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.254 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.254 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.254 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.254 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.254 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:12.254 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:12.254 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.255 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:12.255 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.255 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:12.255 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.255 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:12.255 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:12.255 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.255 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:12.255 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: pgmap v49: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:12.255 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.255 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:12.255 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.255 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:12.255 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:12.255 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.255 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:12.255 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.256 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:12.256 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.256 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:12.256 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:12.256 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.256 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:12.256 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.256 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:12.256 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.256 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:12.256 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:12.256 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.256 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:12.256 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.256 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:12.257 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.257 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:12.257 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:12.257 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:12.257 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:12.257 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.257 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:12.257 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:12.257 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:12.257 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:12.257 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:11 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:13.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:13.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:13.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:13.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:13.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:13.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:13.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:13.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:13.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:13.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:13.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:13.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:13.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:13.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:13.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:13.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:13.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:13.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:13.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:13.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:13.038 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:13.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:13.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.038 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:13.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:13.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:13.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:13.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:13.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:13.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:13.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:13.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:13.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:13.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:13.039 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:13.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:13.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:13.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:13.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:13.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:13.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:13.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:13.040 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:13.040 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:13.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:13.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:13.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:13.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:13.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:13.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:13.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:13.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:13.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:13.041 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:13.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:13.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:13.042 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:13.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:13.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:13.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:13.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:13.042 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:13.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:13.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:13.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:13.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:13.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:13.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:13.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:13.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:13.043 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:12 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:13.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:13.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:13.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:13.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:13.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:13.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:13.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:13.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:13.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:13.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:13.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:13.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:13.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:13.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:13.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:13.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:13.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:13.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:13.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:13.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:13.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:13.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:13.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:13.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:13.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:13.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:13.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:13.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:13.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:13.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:13.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:13.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:13.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:13.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:13.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:13.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:12 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.098 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:13 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0[136014]: 2024-05-15T16:47:13.935+0000 7f2268ca77c0 -1 osd.0 0 read_superblock omap replica is missing. 2024-05-15T16:47:14.098 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:13 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0[136014]: 2024-05-15T16:47:13.974+0000 7f2268ca77c0 -1 osd.0 113 log_to_monitors true 2024-05-15T16:47:14.098 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:14.098 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.098 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:14.099 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.099 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:14.099 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:14.099 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.099 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:14.099 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.099 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:14.099 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.099 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:14.099 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:14.099 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.099 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:14.099 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: pgmap v50: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 67/627 objects degraded (10.686%) 2024-05-15T16:47:14.099 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.099 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:47:14.100 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.100 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:14.100 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.100 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:14.100 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:14.100 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.100 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:14.100 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.100 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:14.100 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.101 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:14.101 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.101 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:14.101 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.101 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:14.101 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:14.101 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.101 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:14.101 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.101 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:14.101 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.101 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:14.101 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:14.102 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.102 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:14.102 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: pgmap v50: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 67/627 objects degraded (10.686%) 2024-05-15T16:47:14.102 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.102 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:47:14.102 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.102 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:14.102 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.102 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:14.102 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:14.102 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.102 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:14.102 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.102 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:14.102 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.103 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:14.103 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:14.103 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.103 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:14.103 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.103 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:14.103 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.103 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:14.103 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:14.103 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.103 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:14.103 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.103 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.103 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.103 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.103 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:14.103 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:14.104 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:14.104 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-15T16:47:14.104 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-15T16:47:14.104 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[127489]: Upgrade: osd.0 is safe to restart 2024-05-15T16:47:14.104 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:14.104 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:14.104 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.104 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:14.104 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.104 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:14.104 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.104 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:14.104 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:14.105 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.105 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:14.105 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.105 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.105 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.105 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.105 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:14.105 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:14.105 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:14.105 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-15T16:47:14.105 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-15T16:47:14.105 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:13 smithi066 ceph-mon[130946]: Upgrade: osd.0 is safe to restart 2024-05-15T16:47:14.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:14.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:14.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:14.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:14.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:14.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:14.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:14.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:14.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:14.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: pgmap v50: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 67/627 objects degraded (10.686%) 2024-05-15T16:47:14.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:47:14.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:14.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:14.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:14.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:14.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:14.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.118 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:14.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:14.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:14.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:14.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:14.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:14.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:14.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.119 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:14.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:14.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:14.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:14.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:14.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-15T16:47:14.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-15T16:47:14.120 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:13 smithi081 ceph-mon[108212]: Upgrade: osd.0 is safe to restart 2024-05-15T16:47:15.073 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:14 smithi066 ceph-mon[130946]: from='osd.0 [v2:172.21.15.66:6802/2752934468,v1:172.21.15.66:6803/2752934468]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-15T16:47:15.073 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:14 smithi066 ceph-mon[130946]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:47:15.074 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:14 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0[136014]: 2024-05-15T16:47:14.880+0000 7f225a0fe700 -1 osd.0 113 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-15T16:47:15.074 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:14 smithi066 ceph-mon[127489]: from='osd.0 [v2:172.21.15.66:6802/2752934468,v1:172.21.15.66:6803/2752934468]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-15T16:47:15.074 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:14 smithi066 ceph-mon[127489]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:47:15.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:14 smithi081 ceph-mon[108212]: from='osd.0 [v2:172.21.15.66:6802/2752934468,v1:172.21.15.66:6803/2752934468]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-15T16:47:15.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:14 smithi081 ceph-mon[108212]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:47:15.968 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:15 smithi066 ceph-mon[127489]: from='osd.0 [v2:172.21.15.66:6802/2752934468,v1:172.21.15.66:6803/2752934468]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-15T16:47:15.968 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:15 smithi066 ceph-mon[127489]: osdmap e116: 8 total, 7 up, 8 in 2024-05-15T16:47:15.968 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:15 smithi066 ceph-mon[127489]: from='osd.0 [v2:172.21.15.66:6802/2752934468,v1:172.21.15.66:6803/2752934468]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:47:15.968 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:15 smithi066 ceph-mon[127489]: pgmap v52: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 115 MiB used, 715 GiB / 715 GiB avail; 448 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:15.968 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:15 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:15.968 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:15 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:15.969 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:15 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:15.969 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:15 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:15.969 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:15 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:15.969 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:15 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:15.969 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:15 smithi066 ceph-mon[130946]: from='osd.0 [v2:172.21.15.66:6802/2752934468,v1:172.21.15.66:6803/2752934468]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-15T16:47:15.969 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:15 smithi066 ceph-mon[130946]: osdmap e116: 8 total, 7 up, 8 in 2024-05-15T16:47:15.969 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:15 smithi066 ceph-mon[130946]: from='osd.0 [v2:172.21.15.66:6802/2752934468,v1:172.21.15.66:6803/2752934468]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:47:15.969 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:15 smithi066 ceph-mon[130946]: pgmap v52: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 115 MiB used, 715 GiB / 715 GiB avail; 448 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:15.969 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:15 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:15.969 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:15 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:15.969 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:15 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:15.969 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:15 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:15.970 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:15 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:15.970 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:15 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:16.104 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:15 smithi081 ceph-mon[108212]: from='osd.0 [v2:172.21.15.66:6802/2752934468,v1:172.21.15.66:6803/2752934468]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-15T16:47:16.104 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:15 smithi081 ceph-mon[108212]: osdmap e116: 8 total, 7 up, 8 in 2024-05-15T16:47:16.105 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:15 smithi081 ceph-mon[108212]: from='osd.0 [v2:172.21.15.66:6802/2752934468,v1:172.21.15.66:6803/2752934468]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:47:16.105 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:15 smithi081 ceph-mon[108212]: pgmap v52: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 115 MiB used, 715 GiB / 715 GiB avail; 448 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:16.105 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:15 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:16.105 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:15 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:16.105 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:15 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:16.105 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:15 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:16.105 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:15 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:16.105 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:15 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:16.786 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:47:16 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:47:16] "GET /metrics HTTP/1.1" 200 38140 "" "Prometheus/2.43.0" 2024-05-15T16:47:17.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:16 smithi081 ceph-mon[108212]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-15T16:47:17.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:16 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:47:17.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:16 smithi081 ceph-mon[108212]: osd.0 [v2:172.21.15.66:6802/2752934468,v1:172.21.15.66:6803/2752934468] boot 2024-05-15T16:47:17.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:16 smithi081 ceph-mon[108212]: osdmap e117: 8 total, 8 up, 8 in 2024-05-15T16:47:17.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:16 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:17.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:16 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:17.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:16 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:17.151 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:16 smithi066 ceph-mon[130946]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-15T16:47:17.151 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:16 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:47:17.151 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:16 smithi066 ceph-mon[130946]: osd.0 [v2:172.21.15.66:6802/2752934468,v1:172.21.15.66:6803/2752934468] boot 2024-05-15T16:47:17.151 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:16 smithi066 ceph-mon[130946]: osdmap e117: 8 total, 8 up, 8 in 2024-05-15T16:47:17.151 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:16 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:17.151 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:16 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:17.151 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:16 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:17.152 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:16 smithi066 ceph-mon[127489]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-15T16:47:17.152 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:16 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:47:17.152 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:16 smithi066 ceph-mon[127489]: osd.0 [v2:172.21.15.66:6802/2752934468,v1:172.21.15.66:6803/2752934468] boot 2024-05-15T16:47:17.152 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:16 smithi066 ceph-mon[127489]: osdmap e117: 8 total, 8 up, 8 in 2024-05-15T16:47:17.152 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:16 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:17.152 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:16 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:17.152 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:16 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:17.963 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:17 smithi066 ceph-mon[127489]: osdmap e118: 8 total, 8 up, 8 in 2024-05-15T16:47:17.964 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:17 smithi066 ceph-mon[127489]: pgmap v55: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 115 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:17.964 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:17 smithi066 ceph-mon[130946]: osdmap e118: 8 total, 8 up, 8 in 2024-05-15T16:47:17.964 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:17 smithi066 ceph-mon[130946]: pgmap v55: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 115 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:18.178 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:17 smithi081 ceph-mon[108212]: osdmap e118: 8 total, 8 up, 8 in 2024-05-15T16:47:18.179 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:17 smithi081 ceph-mon[108212]: pgmap v55: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 115 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:19.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:18 smithi066 ceph-mon[130946]: Upgrade: Updating osd.0 2024-05-15T16:47:19.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:18 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-15T16:47:19.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:18 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:19.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:18 smithi066 ceph-mon[130946]: Deploying daemon osd.0 on smithi066 2024-05-15T16:47:19.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:18 smithi066 ceph-mon[127489]: Upgrade: Updating osd.0 2024-05-15T16:47:19.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:18 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-15T16:47:19.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:18 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:19.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:18 smithi066 ceph-mon[127489]: Deploying daemon osd.0 on smithi066 2024-05-15T16:47:19.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:18 smithi081 ceph-mon[108212]: Upgrade: Updating osd.0 2024-05-15T16:47:19.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:18 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-15T16:47:19.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:18 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:19.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:18 smithi081 ceph-mon[108212]: Deploying daemon osd.0 on smithi066 2024-05-15T16:47:19.980 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:19 smithi066 ceph-mon[130946]: pgmap v56: 161 pgs: 7 active+undersized+degraded, 14 active+undersized, 140 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 28/627 objects degraded (4.466%) 2024-05-15T16:47:19.980 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:19 smithi066 ceph-mon[127489]: pgmap v56: 161 pgs: 7 active+undersized+degraded, 14 active+undersized, 140 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 28/627 objects degraded (4.466%) 2024-05-15T16:47:20.266 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:19 smithi081 ceph-mon[108212]: pgmap v56: 161 pgs: 7 active+undersized+degraded, 14 active+undersized, 140 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 28/627 objects degraded (4.466%) 2024-05-15T16:47:21.229 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:20 smithi066 ceph-mon[127489]: Health check update: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded (PG_DEGRADED) 2024-05-15T16:47:21.230 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:20 smithi066 ceph-mon[130946]: Health check update: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded (PG_DEGRADED) 2024-05-15T16:47:21.277 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:20 smithi081 ceph-mon[108212]: Health check update: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded (PG_DEGRADED) 2024-05-15T16:47:22.236 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:21 smithi066 ceph-mon[130946]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 812 B/s rd, 0 op/s 2024-05-15T16:47:22.236 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:21 smithi066 ceph-mon[127489]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 812 B/s rd, 0 op/s 2024-05-15T16:47:22.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:21 smithi081 ceph-mon[108212]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 812 B/s rd, 0 op/s 2024-05-15T16:47:23.036 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:22 smithi066 systemd[1]: Stopping Ceph osd.0 for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:47:23.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:22 smithi066 ceph-mon[130946]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded) 2024-05-15T16:47:23.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:22 smithi066 ceph-mon[130946]: Cluster is now healthy 2024-05-15T16:47:23.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:22 smithi066 ceph-mon[127489]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded) 2024-05-15T16:47:23.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:22 smithi066 ceph-mon[127489]: Cluster is now healthy 2024-05-15T16:47:23.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:22 smithi081 ceph-mon[108212]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded) 2024-05-15T16:47:23.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:22 smithi081 ceph-mon[108212]: Cluster is now healthy 2024-05-15T16:47:23.535 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:23 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0[136014]: 2024-05-15T16:47:23.231+0000 7f225f30d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-15T16:47:23.536 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:23 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0[136014]: 2024-05-15T16:47:23.231+0000 7f225f30d700 -1 osd.0 118 *** Got signal Terminated *** 2024-05-15T16:47:23.536 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:23 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0[136014]: 2024-05-15T16:47:23.231+0000 7f225f30d700 -1 osd.0 118 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-15T16:47:24.221 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:23 smithi066 ceph-mon[127489]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-05-15T16:47:24.221 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:23 smithi066 ceph-mon[127489]: osd.0 marked itself down and dead 2024-05-15T16:47:24.221 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:23 smithi066 ceph-mon[130946]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-05-15T16:47:24.222 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:23 smithi066 ceph-mon[130946]: osd.0 marked itself down and dead 2024-05-15T16:47:24.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:23 smithi081 ceph-mon[108212]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-05-15T16:47:24.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:23 smithi081 ceph-mon[108212]: osd.0 marked itself down and dead 2024-05-15T16:47:24.518 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:24 smithi066 podman[138188]: 2024-05-15 16:47:24.22309074 +0000 UTC m=+1.196894685 container died 4424d799576e5cd044cc3a00890a3ebdae4b870d50f21f6555ae482baa113ae8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-65480-squid-de5210d, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True) 2024-05-15T16:47:24.785 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:24 smithi066 podman[138188]: 2024-05-15 16:47:24.706816572 +0000 UTC m=+1.680620516 container cleanup 4424d799576e5cd044cc3a00890a3ebdae4b870d50f21f6555ae482baa113ae8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-65480-squid-de5210d, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-05-15T16:47:24.785 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:24 smithi066 bash[138188]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0 2024-05-15T16:47:25.286 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:25 smithi066 podman[138204]: 2024-05-15 16:47:25.008679351 +0000 UTC m=+0.774481342 container remove 4424d799576e5cd044cc3a00890a3ebdae4b870d50f21f6555ae482baa113ae8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-65480-squid-de5210d, maintainer=Guillaume Abrioux ) 2024-05-15T16:47:25.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:24 smithi066 ceph-mon[130946]: Health check failed: 1 osds down (OSD_DOWN) 2024-05-15T16:47:25.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:24 smithi066 ceph-mon[130946]: osdmap e119: 8 total, 7 up, 8 in 2024-05-15T16:47:25.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:24 smithi066 ceph-mon[130946]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:47:25.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:24 smithi066 ceph-mon[127489]: Health check failed: 1 osds down (OSD_DOWN) 2024-05-15T16:47:25.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:24 smithi066 ceph-mon[127489]: osdmap e119: 8 total, 7 up, 8 in 2024-05-15T16:47:25.287 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:24 smithi066 ceph-mon[127489]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:47:25.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:24 smithi081 ceph-mon[108212]: Health check failed: 1 osds down (OSD_DOWN) 2024-05-15T16:47:25.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:24 smithi081 ceph-mon[108212]: osdmap e119: 8 total, 7 up, 8 in 2024-05-15T16:47:25.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:24 smithi081 ceph-mon[108212]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:47:25.646 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:25 smithi066 podman[138291]: 2024-05-15 16:47:25.342974465 +0000 UTC m=+0.112967001 container create 601db01ad5811f3145c499b8f021bce79b4749203afec8cc2b437ced22f8bbcf (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-65480-squid-de5210d, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-05-15T16:47:25.646 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:25 smithi066 podman[138291]: 2024-05-15 16:47:25.247752151 +0000 UTC m=+0.017744708 image pull 48bc18eb22d8284fb8ad68bf46e17b174a8aaf15dd2581bf7f093c432d12db31 quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a 2024-05-15T16:47:25.646 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:25 smithi066 podman[138291]: 2024-05-15 16:47:25.562191153 +0000 UTC m=+0.332183698 container init 601db01ad5811f3145c499b8f021bce79b4749203afec8cc2b437ced22f8bbcf (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-65480-squid-de5210d, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-15T16:47:25.646 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:25 smithi066 podman[138291]: 2024-05-15 16:47:25.566321964 +0000 UTC m=+0.336314507 container start 601db01ad5811f3145c499b8f021bce79b4749203afec8cc2b437ced22f8bbcf (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-65480-squid-de5210d, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514) 2024-05-15T16:47:25.646 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:25 smithi066 podman[138291]: 2024-05-15 16:47:25.645265636 +0000 UTC m=+0.415258192 container attach 601db01ad5811f3145c499b8f021bce79b4749203afec8cc2b437ced22f8bbcf (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-65480-squid-de5210d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-15T16:47:25.900 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:25 smithi066 podman[138291]: 2024-05-15 16:47:25.878520384 +0000 UTC m=+0.648512927 container died 601db01ad5811f3145c499b8f021bce79b4749203afec8cc2b437ced22f8bbcf (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-65480-squid-de5210d, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-05-15T16:47:26.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:25 smithi066 ceph-mon[130946]: osdmap e120: 8 total, 7 up, 8 in 2024-05-15T16:47:26.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:25 smithi066 ceph-mon[130946]: pgmap v61: 161 pgs: 58 peering, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:47:26.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:25 smithi066 ceph-mon[127489]: osdmap e120: 8 total, 7 up, 8 in 2024-05-15T16:47:26.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:25 smithi066 ceph-mon[127489]: pgmap v61: 161 pgs: 58 peering, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:47:26.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:25 smithi081 ceph-mon[108212]: osdmap e120: 8 total, 7 up, 8 in 2024-05-15T16:47:26.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:25 smithi081 ceph-mon[108212]: pgmap v61: 161 pgs: 58 peering, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:47:26.590 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:26 smithi066 podman[138317]: 2024-05-15 16:47:26.573615182 +0000 UTC m=+0.686862143 container remove 601db01ad5811f3145c499b8f021bce79b4749203afec8cc2b437ced22f8bbcf (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-deactivate, RELEASE=wip-65480-squid-de5210d, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0) 2024-05-15T16:47:26.590 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:26 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.0.service: Deactivated successfully. 2024-05-15T16:47:26.590 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:47:26 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:47:26] "GET /metrics HTTP/1.1" 200 38140 "" "Prometheus/2.43.0" 2024-05-15T16:47:26.904 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:26 smithi066 systemd[1]: Stopped Ceph osd.0 for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:47:26.904 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:26 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.0.service: Consumed 1.906s CPU time. 2024-05-15T16:47:26.904 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:26 smithi066 systemd[1]: Starting Ceph osd.0 for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:47:27.184 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:26 smithi066 ceph-mon[130946]: Health check failed: Reduced data availability: 9 pgs inactive, 9 pgs peering (PG_AVAILABILITY) 2024-05-15T16:47:27.184 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:26 smithi066 ceph-mon[127489]: Health check failed: Reduced data availability: 9 pgs inactive, 9 pgs peering (PG_AVAILABILITY) 2024-05-15T16:47:27.185 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:27 smithi066 podman[138414]: 2024-05-15 16:47:26.937771369 +0000 UTC m=+0.017815457 image pull 48bc18eb22d8284fb8ad68bf46e17b174a8aaf15dd2581bf7f093c432d12db31 quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a 2024-05-15T16:47:27.185 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:27 smithi066 podman[138414]: 2024-05-15 16:47:27.058617537 +0000 UTC m=+0.138661621 container create 9116354c59f1ca1acdc4bc31a35e55b1fad658fcdde772c3a6d81434895bff01 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-65480-squid-de5210d, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-15T16:47:27.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:26 smithi081 ceph-mon[108212]: Health check failed: Reduced data availability: 9 pgs inactive, 9 pgs peering (PG_AVAILABILITY) 2024-05-15T16:47:27.535 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:27 smithi066 podman[138414]: 2024-05-15 16:47:27.270026451 +0000 UTC m=+0.350070535 container init 9116354c59f1ca1acdc4bc31a35e55b1fad658fcdde772c3a6d81434895bff01 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-65480-squid-de5210d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-05-15T16:47:27.536 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:27 smithi066 podman[138414]: 2024-05-15 16:47:27.273674015 +0000 UTC m=+0.353718093 container start 9116354c59f1ca1acdc4bc31a35e55b1fad658fcdde772c3a6d81434895bff01 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-65480-squid-de5210d, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2) 2024-05-15T16:47:27.536 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:27 smithi066 podman[138414]: 2024-05-15 16:47:27.336275893 +0000 UTC m=+0.416319988 container attach 9116354c59f1ca1acdc4bc31a35e55b1fad658fcdde772c3a6d81434895bff01 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-65480-squid-de5210d, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5) 2024-05-15T16:47:28.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:27 smithi066 ceph-mon[130946]: pgmap v62: 161 pgs: 58 peering, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-05-15T16:47:28.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:27 smithi066 ceph-mon[127489]: pgmap v62: 161 pgs: 58 peering, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-05-15T16:47:28.036 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate[138429]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-05-15T16:47:28.036 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate[138429]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-05-15T16:47:28.036 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:27 smithi066 bash[138414]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-05-15T16:47:28.036 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:27 smithi066 bash[138414]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-05-15T16:47:28.036 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:27 smithi066 bash[138414]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-05-15T16:47:28.036 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:27 smithi066 bash[138414]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-05-15T16:47:28.036 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:27 smithi066 bash[138414]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-05-15T16:47:28.036 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:27 smithi066 bash[138414]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-05-15T16:47:28.036 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:27 smithi066 bash[138414]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-05-15T16:47:28.036 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:27 smithi066 bash[138414]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-05-15T16:47:28.037 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:27 smithi066 bash[138414]: --> ceph-volume raw activate successful for osd ID: 0 2024-05-15T16:47:28.037 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate[138429]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-05-15T16:47:28.037 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate[138429]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-05-15T16:47:28.037 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate[138429]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-05-15T16:47:28.037 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate[138429]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-05-15T16:47:28.037 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate[138429]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-05-15T16:47:28.037 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate[138429]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-05-15T16:47:28.037 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:27 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate[138429]: --> ceph-volume raw activate successful for osd ID: 0 2024-05-15T16:47:28.037 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:27 smithi066 podman[138414]: 2024-05-15 16:47:27.798581681 +0000 UTC m=+0.878625759 container died 9116354c59f1ca1acdc4bc31a35e55b1fad658fcdde772c3a6d81434895bff01 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-65480-squid-de5210d) 2024-05-15T16:47:28.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:27 smithi081 ceph-mon[108212]: pgmap v62: 161 pgs: 58 peering, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-05-15T16:47:28.909 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:28 smithi066 podman[138564]: 2024-05-15 16:47:28.573654631 +0000 UTC m=+0.768618949 container remove 9116354c59f1ca1acdc4bc31a35e55b1fad658fcdde772c3a6d81434895bff01 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-activate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-65480-squid-de5210d, org.label-schema.schema-version=1.0) 2024-05-15T16:47:28.909 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:28 smithi066 podman[138625]: 2024-05-15 16:47:28.791158692 +0000 UTC m=+0.110969517 container create cda81085a95ee23dc2253882066de3b2b0c58f7d4a645d505fefc48dd93b5b08 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-65480-squid-de5210d, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-05-15T16:47:28.909 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:28 smithi066 podman[138625]: 2024-05-15 16:47:28.698603269 +0000 UTC m=+0.018414070 image pull 48bc18eb22d8284fb8ad68bf46e17b174a8aaf15dd2581bf7f093c432d12db31 quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a 2024-05-15T16:47:29.215 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:29 smithi066 podman[138625]: 2024-05-15 16:47:29.027030197 +0000 UTC m=+0.346840976 container init cda81085a95ee23dc2253882066de3b2b0c58f7d4a645d505fefc48dd93b5b08 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-65480-squid-de5210d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-05-15T16:47:29.215 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:29 smithi066 podman[138625]: 2024-05-15 16:47:29.030497005 +0000 UTC m=+0.350307785 container start cda81085a95ee23dc2253882066de3b2b0c58f7d4a645d505fefc48dd93b5b08 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-65480-squid-de5210d) 2024-05-15T16:47:29.215 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:29 smithi066 ceph-osd[138644]: -- 172.21.15.66:0/1672286343 <== mon.0 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562b6a941680 con 0x562b6a90b000 2024-05-15T16:47:29.215 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:29 smithi066 bash[138625]: cda81085a95ee23dc2253882066de3b2b0c58f7d4a645d505fefc48dd93b5b08 2024-05-15T16:47:29.215 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:29 smithi066 systemd[1]: Started Ceph osd.0 for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:47:29.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:29 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:29.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:29 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:47:29.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:29 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:29.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:29 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:29.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:29 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:29.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:29 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:29.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:29 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:47:29.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:29 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:29.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:29 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:29.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:29 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:29.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:29 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:29.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:29 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:47:29.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:29 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:29.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:29 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:29.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:29 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:30.035 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:29 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0[138640]: 2024-05-15T16:47:29.571+0000 7f1ae2fa27c0 -1 Falling back to public interface 2024-05-15T16:47:30.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: pgmap v63: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:30.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:30.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:30.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:30.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:30.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:30.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: Health check failed: Degraded data redundancy: 67/627 objects degraded (10.686%), 21 pgs degraded (PG_DEGRADED) 2024-05-15T16:47:30.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 9 pgs peering) 2024-05-15T16:47:30.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:30.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:30.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:30.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:30.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:30.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:30.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:30.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:30.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:30.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:30.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:30.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:30.538 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:30.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: pgmap v63: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:30.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:30.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:30.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:30.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:30.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:30.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: Health check failed: Degraded data redundancy: 67/627 objects degraded (10.686%), 21 pgs degraded (PG_DEGRADED) 2024-05-15T16:47:30.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 9 pgs peering) 2024-05-15T16:47:30.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:30.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:30.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:30.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:30.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:30.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:30.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:30.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:30.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:30.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:30.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:30.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:30.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:30.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:30.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:30.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:30.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:30.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:30.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:30.540 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:30.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:30.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:30.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:30.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:30.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:30.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:30.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:30.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:30.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:30.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:30.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:30.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:30.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:30.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:30.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:30.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:30.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:30.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.542 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:30.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:30.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:30.543 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:30 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:30.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: pgmap v63: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:30.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:30.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:30.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:30.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:30.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:30.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: Health check failed: Degraded data redundancy: 67/627 objects degraded (10.686%), 21 pgs degraded (PG_DEGRADED) 2024-05-15T16:47:30.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 9 pgs peering) 2024-05-15T16:47:30.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:30.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:30.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:30.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:30.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:30.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:30.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:30.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:30.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:30.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:30.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:30.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:30.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:30.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:30.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:30.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:30.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:30.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:30.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:30.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:30.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:30.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:30.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:30.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:30.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:30.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:30.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:30.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:30 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:31.324 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:31.324 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:31.324 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:31.324 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.324 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:31.324 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.324 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:31.324 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:31.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:31.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:31.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:31.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:31.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:31.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:31.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:31.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:31.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:31.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:31.325 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:31.326 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:31.326 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.326 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:31.326 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.326 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:31.326 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:31.326 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:31.326 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:31.326 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:31.326 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.327 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:31.327 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.327 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:31.327 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:31.327 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:31.327 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:31.327 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.327 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:31.327 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.327 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:31.327 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:31.327 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:31.327 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:31.327 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.327 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:31.328 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.328 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:31.328 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:31.328 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:31.328 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:31.328 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.328 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:31.328 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.328 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:31.328 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:31.328 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:31.329 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:31.329 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.329 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:31.329 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.329 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:31.329 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:31.329 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:31.329 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.329 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:31.329 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.329 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:31.329 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:31.329 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:31.329 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.330 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:31.330 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.330 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:31.330 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:31.330 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:31.330 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:31.330 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:31.330 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.330 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:31.330 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.330 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:31.331 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:31.331 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:31.331 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.331 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:31.331 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.331 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:31.331 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:31.331 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:31.331 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.331 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:31.331 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.331 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:31.331 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:31.331 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:31 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:31.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:31.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:31.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:31.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:31.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:31.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:31.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:31.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:31.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:31.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:31.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:31.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:31.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:31.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:31.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:31.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:31.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:31.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:31.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:31.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:31.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:31.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:31.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:31.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:31.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:31.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:31.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:31.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:31.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:31.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:31.621 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:31.621 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.621 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:31.621 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:31.621 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:31.621 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:31.621 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:31 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:32.407 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:32 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0[138640]: 2024-05-15T16:47:32.333+0000 7f1ae2fa27c0 -1 osd.0 118 log_to_monitors true 2024-05-15T16:47:32.407 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:32.408 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:32.408 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: pgmap v64: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:32.408 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:32.408 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.408 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:32.408 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.408 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:32.408 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:32.408 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:32.408 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:32.408 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.408 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:32.408 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.408 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:32.409 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:32.409 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:32.409 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:32.409 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.409 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:32.409 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.409 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:32.409 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:32.409 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:32.409 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:32.409 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.409 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:32.409 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.410 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:32.410 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:32.410 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: pgmap v64: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:32.410 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:32.410 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.410 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:32.410 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.410 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:32.410 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:32.410 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:32.410 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:32.410 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.410 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:32.411 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.411 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:32.411 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:32.411 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:32.411 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:32.411 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.411 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:32.411 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.411 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:32.411 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:32.411 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:32.411 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:32.411 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.411 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:32.411 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.412 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:32.412 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:32.412 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:32.412 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:32.412 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.412 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:32.412 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.412 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:32.412 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:32.412 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:32.412 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.413 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:32.413 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.413 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:32.413 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:32.413 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:32.413 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.413 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:32.413 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.413 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:32.413 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:32.413 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:32.413 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:32.413 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:32.414 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:32.414 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:32.414 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.414 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:32.414 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.414 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:32.414 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:32.414 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:32.414 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.414 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:32.414 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.414 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:32.414 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:32.414 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:32.414 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.415 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:32.415 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.415 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:32.415 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:32.415 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:32 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:32.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:32.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:32.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: pgmap v64: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:32.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:32.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:32.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:32.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:32.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:32.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:32.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:32.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:32.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:32.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:32.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:32.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:32.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:32.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:32.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:32.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:32.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:32.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:32.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:32.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:32.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:32.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:32.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:32.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:32.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:32.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:32.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:32.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:32.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:32.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:32.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:32.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:32.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:32.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:32 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:33.350 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:33.350 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:33.350 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:33.350 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.350 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:33.350 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.351 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:33.351 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:33.351 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:33.351 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:33.351 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='osd.0 [v2:172.21.15.66:6802/438990657,v1:172.21.15.66:6803/438990657]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-15T16:47:33.351 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.351 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:33.351 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.351 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:33.351 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:33.351 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:33.351 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:33.352 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.352 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:33.352 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.352 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:33.352 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:33.352 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:33.352 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:33.352 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.352 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:33.352 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.352 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:33.353 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:33.353 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:33.353 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.353 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:33.353 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.353 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:33.353 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:33.353 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:33.353 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:33.353 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='osd.0 [v2:172.21.15.66:6802/438990657,v1:172.21.15.66:6803/438990657]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-15T16:47:33.353 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.353 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:33.353 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.353 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:33.353 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:33.354 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:33.354 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:33.354 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.354 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:33.354 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.354 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:33.354 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:33.354 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:33.354 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:33.354 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.354 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:33.354 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.355 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:33.355 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:33.355 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:33.355 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:33.355 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.355 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:33.355 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.355 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:33.355 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:33.355 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:33.355 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.355 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:33.356 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.356 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:33.356 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:33.356 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:33.356 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.356 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:33.356 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.357 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:33.357 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:33.357 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:33.357 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:33.357 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:33.357 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:33.357 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:33.357 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.357 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:33.357 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.357 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:33.357 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:33.358 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:33.358 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.358 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:33.358 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.358 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:33.358 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:33.358 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:33.358 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.358 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:33.358 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.358 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:33.358 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:33.358 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:33 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:33.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:33.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:33.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:33.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:33.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:33.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:33.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:33.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:33.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='osd.0 [v2:172.21.15.66:6802/438990657,v1:172.21.15.66:6803/438990657]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-15T16:47:33.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:33.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:33.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:33.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:33.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:33.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:33.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:33.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:33.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:33.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:33.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:33.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:33.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:33.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:33.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:33.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:33.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:33.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:33.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:33.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:33.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:33.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:33.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:33.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:33.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:33.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:33.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:33.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:33 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:33.633 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:47:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0[138640]: 2024-05-15T16:47:33.348+0000 7f1ad43f9700 -1 osd.0 118 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-15T16:47:34.046 INFO:teuthology.orchestra.run.smithi066.stdout:true 2024-05-15T16:47:34.496 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:34.496 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:34.496 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: pgmap v65: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:34.496 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:34.496 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='osd.0 [v2:172.21.15.66:6802/438990657,v1:172.21.15.66:6803/438990657]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-15T16:47:34.496 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: osdmap e121: 8 total, 7 up, 8 in 2024-05-15T16:47:34.497 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='osd.0 [v2:172.21.15.66:6802/438990657,v1:172.21.15.66:6803/438990657]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:47:34.497 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.497 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:34.497 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.497 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:34.497 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:34.497 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:34.497 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:34.497 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.497 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:34.497 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.497 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:34.497 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:34.497 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:34.497 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:34.498 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.498 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:34.498 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.498 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:34.498 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:34.498 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:34.498 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:34.498 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:34.498 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:34.499 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: pgmap v65: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:34.499 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:34.499 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='osd.0 [v2:172.21.15.66:6802/438990657,v1:172.21.15.66:6803/438990657]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-15T16:47:34.499 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: osdmap e121: 8 total, 7 up, 8 in 2024-05-15T16:47:34.499 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='osd.0 [v2:172.21.15.66:6802/438990657,v1:172.21.15.66:6803/438990657]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:47:34.499 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.499 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:34.499 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.499 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:34.499 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:34.499 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:34.499 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:34.499 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.499 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:34.499 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.500 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:34.500 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:34.500 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:34.500 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:34.500 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.500 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:34.500 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.500 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:34.500 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:34.500 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:34.500 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:34.500 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.501 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:34.501 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.501 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:34.501 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:34.501 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:34.501 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.501 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:34.501 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.501 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:34.501 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:34.501 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:34.502 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.502 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:34.502 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.502 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:34.502 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:34.502 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:34.502 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.502 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:34.502 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.502 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:34.502 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:34.503 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:34.503 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.503 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:34.503 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.503 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:34.503 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:34.503 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:34.503 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.503 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:34.503 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.503 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:34.503 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:34.504 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:34.504 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.504 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:34.504 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.504 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:34.504 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:34.504 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:34.504 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.504 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:34.504 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.504 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:34.504 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:34.504 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:34 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:34.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:34.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:34.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: pgmap v65: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:34.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:34.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='osd.0 [v2:172.21.15.66:6802/438990657,v1:172.21.15.66:6803/438990657]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-15T16:47:34.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: osdmap e121: 8 total, 7 up, 8 in 2024-05-15T16:47:34.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='osd.0 [v2:172.21.15.66:6802/438990657,v1:172.21.15.66:6803/438990657]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-05-15T16:47:34.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:34.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:34.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:34.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:34.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:34.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:34.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:34.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:34.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:34.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:34.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:34.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:34.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:34.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:34.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:34.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:34.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:34.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:34.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:34.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:34.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:34.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:34.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:34.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:34.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:34.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:34.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:34.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:34.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:34.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:34.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:34.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:34 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:34.817 INFO:teuthology.orchestra.run.smithi066.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-15T16:47:34.817 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi066 smithi066 running 18s ago 34m - - 2024-05-15T16:47:34.817 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi081 smithi081 running 19s ago 34m - - 2024-05-15T16:47:34.817 INFO:teuthology.orchestra.run.smithi066.stdout:alertmanager.a smithi066 *:9093,9094 running (4m) 18s ago 29m 27.5M - 0.25.0 c8568f914cd2 d40f513860cf 2024-05-15T16:47:34.817 INFO:teuthology.orchestra.run.smithi066.stdout:grafana.a smithi081 *:3000 running (3m) 19s ago 29m 81.5M - 9.4.12 2bacad6d85d8 784c2154625a 2024-05-15T16:47:34.818 INFO:teuthology.orchestra.run.smithi066.stdout:iscsi.foo.smithi066.lbegld smithi066 running (7m) 18s ago 28m 62.0M - 3.5 e1d6a67b021e fefc481c4afb 2024-05-15T16:47:34.818 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.x smithi081 *:8443,9283,8765 running (7m) 19s ago 34m 452M - 19.0.0-2576-gde5210d5 48bc18eb22d8 2d8c03d87ef9 2024-05-15T16:47:34.818 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.y smithi066 *:8443,9283,8765 running (18m) 18s ago 35m 512M - 19.0.0-2576-gde5210d5 48bc18eb22d8 ad331d4e41f6 2024-05-15T16:47:34.818 INFO:teuthology.orchestra.run.smithi066.stdout:mon.a smithi066 running (2m) 18s ago 35m 45.5M 2048M 19.0.0-2576-gde5210d5 48bc18eb22d8 3a8fbdf80b44 2024-05-15T16:47:34.818 INFO:teuthology.orchestra.run.smithi066.stdout:mon.b smithi081 running (2m) 19s ago 34m 45.1M 2048M 19.0.0-2576-gde5210d5 48bc18eb22d8 fc5b22328c1b 2024-05-15T16:47:34.818 INFO:teuthology.orchestra.run.smithi066.stdout:mon.c smithi066 running (98s) 18s ago 34m 33.8M 2048M 19.0.0-2576-gde5210d5 48bc18eb22d8 157785d0c4e9 2024-05-15T16:47:34.818 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.a smithi066 *:9100 running (7m) 18s ago 30m 15.5M - 1.5.0 0da6a335fe13 2853dcd18756 2024-05-15T16:47:34.818 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.b smithi081 *:9100 running (6m) 19s ago 30m 15.3M - 1.5.0 0da6a335fe13 ef9c21c2cbca 2024-05-15T16:47:34.818 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 smithi066 starting - - - 4096M 2024-05-15T16:47:34.818 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 smithi066 running (33m) 18s ago 33m 55.9M 4096M 17.2.0 e1d6a67b021e 0ef23245f9ef 2024-05-15T16:47:34.818 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 smithi066 running (32m) 18s ago 32m 51.7M 4096M 17.2.0 e1d6a67b021e 02c0efc727d7 2024-05-15T16:47:34.818 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 smithi066 running (32m) 18s ago 32m 54.2M 4096M 17.2.0 e1d6a67b021e 40f1cf1a2241 2024-05-15T16:47:34.819 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 smithi081 running (32m) 19s ago 32m 59.0M 4096M 17.2.0 e1d6a67b021e 4765ca89ed8f 2024-05-15T16:47:34.819 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 smithi081 running (31m) 19s ago 31m 53.7M 4096M 17.2.0 e1d6a67b021e 360c01584121 2024-05-15T16:47:34.819 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 smithi081 running (31m) 19s ago 31m 56.0M 4096M 17.2.0 e1d6a67b021e 28621b8e0dfc 2024-05-15T16:47:34.819 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 smithi081 running (30m) 19s ago 30m 55.0M 4096M 17.2.0 e1d6a67b021e d77057b690f5 2024-05-15T16:47:34.819 INFO:teuthology.orchestra.run.smithi066.stdout:prometheus.a smithi081 *:9095 running (5m) 19s ago 30m 72.5M - 2.43.0 a07b618ecd1d 0f6f3b5da02e 2024-05-15T16:47:34.819 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi066.venvvw smithi066 *:8000 running (28m) 18s ago 28m 78.0M - 17.2.0 e1d6a67b021e a58b069a63ed 2024-05-15T16:47:34.819 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi081.bblyzt smithi081 *:8000 running (28m) 19s ago 28m 78.2M - 17.2.0 e1d6a67b021e 31bf3403b024 2024-05-15T16:47:35.258 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:47:35.259 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": { 2024-05-15T16:47:35.259 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 3 2024-05-15T16:47:35.259 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:47:35.259 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": { 2024-05-15T16:47:35.259 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 2 2024-05-15T16:47:35.259 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:47:35.259 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": { 2024-05-15T16:47:35.259 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 7, 2024-05-15T16:47:35.259 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 1 2024-05-15T16:47:35.259 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:47:35.259 INFO:teuthology.orchestra.run.smithi066.stdout: "rgw": { 2024-05-15T16:47:35.260 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-05-15T16:47:35.260 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-05-15T16:47:35.260 INFO:teuthology.orchestra.run.smithi066.stdout: "overall": { 2024-05-15T16:47:35.260 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 9, 2024-05-15T16:47:35.260 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph version 19.0.0-2576-gde5210d5 (de5210d58560a4684fdb5b238ef3e6e0285a1de8) squid (dev)": 6 2024-05-15T16:47:35.260 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-05-15T16:47:35.260 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:47:35.534 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:35.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:35.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='client.44256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:47:35.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:35.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:35.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:47:35.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-15T16:47:35.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: osd.0 [v2:172.21.15.66:6802/438990657,v1:172.21.15.66:6803/438990657] boot 2024-05-15T16:47:35.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: osdmap e122: 8 total, 8 up, 8 in 2024-05-15T16:47:35.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:47:35.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:35.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='client.44262 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:47:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:35.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:35.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:35.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.537 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:35.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:35.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:35.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='client.44256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:47:35.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:35.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:35.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:47:35.537 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-15T16:47:35.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: osd.0 [v2:172.21.15.66:6802/438990657,v1:172.21.15.66:6803/438990657] boot 2024-05-15T16:47:35.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: osdmap e122: 8 total, 8 up, 8 in 2024-05-15T16:47:35.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:47:35.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:35.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:35.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:35.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:35.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:35.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='client.44262 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:47:35.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:35.538 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:35.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:35.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:35.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:35.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:35.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.539 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:35.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:35.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:35.539 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:35.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:35.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:35.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:35.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:35.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:35.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:35.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:35.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:35.540 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:35.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:35.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:35.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:35.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='client.? 172.21.15.66:0/2970305854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:35.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:35.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:35.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:35.541 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:35.541 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:35.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:35.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:35.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:35.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:35.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:35.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:35.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:35.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:35.542 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:35.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:35.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:35.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:35.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:35.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:35.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='client.? 172.21.15.66:0/2970305854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:35.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:35.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:35.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:35.543 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:35 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:35.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:35.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:35.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='client.44256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:47:35.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:35.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:35.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:47:35.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-15T16:47:35.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: osd.0 [v2:172.21.15.66:6802/438990657,v1:172.21.15.66:6803/438990657] boot 2024-05-15T16:47:35.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: osdmap e122: 8 total, 8 up, 8 in 2024-05-15T16:47:35.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-15T16:47:35.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:35.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:35.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:35.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:35.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:35.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='client.44262 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:47:35.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:35.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:35.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:35.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:35.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:35.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:35.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:35.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:35.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:35.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:35.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:35.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:35.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:35.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:35.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:35.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:35.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:35.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:35.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:35.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:35.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:35.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:35.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='client.? 172.21.15.66:0/2970305854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:35.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:35.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:35.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:35.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:35.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:35 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:35.691 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-05-15T16:47:35.691 INFO:teuthology.orchestra.run.smithi066.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a", 2024-05-15T16:47:35.691 INFO:teuthology.orchestra.run.smithi066.stdout: "in_progress": true, 2024-05-15T16:47:35.691 INFO:teuthology.orchestra.run.smithi066.stdout: "which": "Upgrading daemons of type(s) osd. Upgrade limited to 2 daemons (0 remaining).", 2024-05-15T16:47:35.691 INFO:teuthology.orchestra.run.smithi066.stdout: "services_complete": [], 2024-05-15T16:47:35.691 INFO:teuthology.orchestra.run.smithi066.stdout: "progress": "0/8 daemons upgraded", 2024-05-15T16:47:35.691 INFO:teuthology.orchestra.run.smithi066.stdout: "message": "Currently upgrading osd daemons", 2024-05-15T16:47:35.691 INFO:teuthology.orchestra.run.smithi066.stdout: "is_paused": false 2024-05-15T16:47:35.691 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-05-15T16:47:36.607 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:47:36 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:47:36] "GET /metrics HTTP/1.1" 200 38221 "" "Prometheus/2.43.0" 2024-05-15T16:47:36.607 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='client.54205 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:47:36.607 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:36.607 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:36.608 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:36.608 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: pgmap v68: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:36.608 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:36.608 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: osdmap e123: 8 total, 8 up, 8 in 2024-05-15T16:47:36.608 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:36.608 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.608 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:36.608 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:36.608 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:36.608 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.608 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:36.608 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:36.608 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:36.608 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:36.609 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.609 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:36.609 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.609 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:36.609 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:36.609 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:36.609 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:36.609 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='client.44280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:47:36.609 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.609 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:36.609 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.609 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:36.609 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:36.609 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:36.610 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.610 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:36.610 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.610 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:36.610 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:36.610 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:36.610 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.610 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:36.610 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.610 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:36.610 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:36.610 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:36.610 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.610 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:36.611 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.611 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:36.611 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:36.611 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:36.611 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='client.54205 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:47:36.611 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:36.611 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:36.611 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:36.611 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: pgmap v68: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:36.612 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:36.612 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: osdmap e123: 8 total, 8 up, 8 in 2024-05-15T16:47:36.612 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:36.612 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.612 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:36.612 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:36.612 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:36.612 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.612 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:36.612 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:36.612 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:36.612 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:36.612 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.612 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:36.613 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.613 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:36.613 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:36.613 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:36.613 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:36.613 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='client.44280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:47:36.613 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.613 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:36.613 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.613 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:36.613 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:36.613 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:36.613 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.614 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:36.614 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.614 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:36.614 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:36.614 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:36.614 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.614 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:36.614 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.614 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:36.614 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:36.614 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:36.614 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.614 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:36.615 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.615 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:36.615 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:36.615 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:36 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:36.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='client.54205 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:47:36.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:36.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:36.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:36.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: pgmap v68: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:36.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:36.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: osdmap e123: 8 total, 8 up, 8 in 2024-05-15T16:47:36.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:36.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:36.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:36.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:36.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:36.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:36.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:36.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:36.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:36.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:36.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:36.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:36.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:36.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='client.44280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:47:36.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:36.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:36.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:36.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:36.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:36.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:36.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:36.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:36.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:36.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:36.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:36.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:36.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:36.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:36.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:36.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:36.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:36 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:37.434 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:37.434 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:37.434 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:37.434 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:37.434 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:37.434 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.434 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:37.434 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:37.434 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:37.434 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:37.434 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:37.435 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:37.435 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:37.435 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:37.435 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:37.435 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.435 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.435 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: Upgrade: Setting container_image for all nvmeof 2024-05-15T16:47:37.435 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:37.435 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.435 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.435 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.435 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.435 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.435 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.435 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: Upgrade: Finalizing container_image settings 2024-05-15T16:47:37.436 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-05-15T16:47:37.436 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-05-15T16:47:37.436 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-05-15T16:47:37.436 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.436 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.436 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:37.436 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:37.436 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:37.436 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:37.436 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:37.436 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.437 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:37.437 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:37.437 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:37.437 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:37.437 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:37.437 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:37.437 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:37.437 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:37.437 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:37.437 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.437 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.437 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: Upgrade: Setting container_image for all nvmeof 2024-05-15T16:47:37.437 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:37.437 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.437 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.438 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.438 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.438 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.438 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.438 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: Upgrade: Finalizing container_image settings 2024-05-15T16:47:37.438 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-05-15T16:47:37.438 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-05-15T16:47:37.438 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-05-15T16:47:37.438 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.438 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-05-15T16:47:37.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-05-15T16:47:37.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-05-15T16:47:37.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-05-15T16:47:37.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-05-15T16:47:37.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-05-15T16:47:37.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-05-15T16:47:37.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-05-15T16:47:37.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-05-15T16:47:37.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-05-15T16:47:37.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-05-15T16:47:37.439 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-05-15T16:47:37.440 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.440 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.440 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-05-15T16:47:37.440 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-05-15T16:47:37.440 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-05-15T16:47:37.440 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-05-15T16:47:37.440 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-05-15T16:47:37.440 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-05-15T16:47:37.440 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-05-15T16:47:37.440 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-05-15T16:47:37.440 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-05-15T16:47:37.440 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.440 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.440 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.440 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.441 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.441 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.441 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.441 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.441 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.441 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.441 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.441 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.441 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: Upgrade: Complete! 2024-05-15T16:47:37.441 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-05-15T16:47:37.441 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-05-15T16:47:37.441 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-05-15T16:47:37.441 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:37.441 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:37.442 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:37.442 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:37.442 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:37.442 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:37.442 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:37.442 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:37.442 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-05-15T16:47:37.442 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-05-15T16:47:37.442 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-05-15T16:47:37.442 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-05-15T16:47:37.443 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-05-15T16:47:37.443 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-05-15T16:47:37.443 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-05-15T16:47:37.443 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-05-15T16:47:37.443 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-05-15T16:47:37.443 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-05-15T16:47:37.443 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-05-15T16:47:37.443 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-05-15T16:47:37.443 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.443 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.443 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-05-15T16:47:37.443 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-05-15T16:47:37.443 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-05-15T16:47:37.444 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-05-15T16:47:37.444 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-05-15T16:47:37.444 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-05-15T16:47:37.444 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-05-15T16:47:37.444 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-05-15T16:47:37.444 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-05-15T16:47:37.444 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.444 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.444 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.444 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.444 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.444 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.444 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.444 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.444 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.445 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.445 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.445 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.445 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: Upgrade: Complete! 2024-05-15T16:47:37.445 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-05-15T16:47:37.445 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-05-15T16:47:37.445 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-05-15T16:47:37.445 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:37.445 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:37.445 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:37.445 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:37.445 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:37.445 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:37.445 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:37.445 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:37 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:37.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:37.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:37.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:37.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:37.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:37.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:37.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:37.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:37.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:37.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: Metadata not up to date on all hosts. Skipping non agent specs 2024-05-15T16:47:37.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:37.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:37.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:37.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:37.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: Upgrade: Setting container_image for all nvmeof 2024-05-15T16:47:37.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:37.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.617 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:47:37.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: Upgrade: Finalizing container_image settings 2024-05-15T16:47:37.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-05-15T16:47:37.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-05-15T16:47:37.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-05-15T16:47:37.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-05-15T16:47:37.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-05-15T16:47:37.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-05-15T16:47:37.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-05-15T16:47:37.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-05-15T16:47:37.618 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-05-15T16:47:37.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-05-15T16:47:37.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-05-15T16:47:37.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-05-15T16:47:37.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-05-15T16:47:37.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-05-15T16:47:37.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-05-15T16:47:37.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-05-15T16:47:37.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-05-15T16:47:37.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-05-15T16:47:37.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-05-15T16:47:37.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-05-15T16:47:37.619 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-05-15T16:47:37.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-05-15T16:47:37.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-05-15T16:47:37.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-05-15T16:47:37.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.620 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-05-15T16:47:37.621 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: Upgrade: Complete! 2024-05-15T16:47:37.621 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-05-15T16:47:37.621 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-05-15T16:47:37.621 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-05-15T16:47:37.621 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:37.621 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:37.621 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:37.621 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:37.621 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-15T16:47:37.621 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-15T16:47:37.622 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-15T16:47:37.622 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:37 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:39.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:38 smithi066 ceph-mon[127489]: pgmap v70: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:39.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:38 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:39.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:38 smithi066 ceph-mon[130946]: pgmap v70: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:39.037 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:38 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:39.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:38 smithi081 ceph-mon[108212]: pgmap v70: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-05-15T16:47:39.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:38 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:40.088 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:39 smithi066 ceph-mon[130946]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-05-15T16:47:40.088 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:39 smithi066 ceph-mon[130946]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 67/627 objects degraded (10.686%), 21 pgs degraded) 2024-05-15T16:47:40.088 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:39 smithi066 ceph-mon[130946]: Cluster is now healthy 2024-05-15T16:47:40.088 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:39 smithi066 ceph-mon[127489]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-05-15T16:47:40.088 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:39 smithi066 ceph-mon[127489]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 67/627 objects degraded (10.686%), 21 pgs degraded) 2024-05-15T16:47:40.089 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:39 smithi066 ceph-mon[127489]: Cluster is now healthy 2024-05-15T16:47:40.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:39 smithi081 ceph-mon[108212]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-05-15T16:47:40.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:39 smithi081 ceph-mon[108212]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 67/627 objects degraded (10.686%), 21 pgs degraded) 2024-05-15T16:47:40.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:39 smithi081 ceph-mon[108212]: Cluster is now healthy 2024-05-15T16:47:42.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:42 smithi066 ceph-mon[127489]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:47:42.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:42 smithi066 ceph-mon[130946]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:47:42.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:42 smithi081 ceph-mon[108212]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-05-15T16:47:43.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:43 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:43.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:43 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:43.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:43 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:43.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:43 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:43.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:43 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:43.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:43 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:43.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:43 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:43.867 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:43 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:47:44.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:43 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:44.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:43 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:44.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:43 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:44.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:43 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:44.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:43 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:44.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:43 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:44.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:43 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:44.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:43 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:47:44.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:43 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:44.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:43 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:44.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:43 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:44.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:43 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:44.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:43 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:44.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:43 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:44.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:43 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:44.037 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:43 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:47:44.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:44 smithi081 ceph-mon[108212]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 580 B/s rd, 0 op/s 2024-05-15T16:47:45.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:44 smithi066 ceph-mon[130946]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 580 B/s rd, 0 op/s 2024-05-15T16:47:45.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:44 smithi066 ceph-mon[127489]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 580 B/s rd, 0 op/s 2024-05-15T16:47:46.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:45 smithi066 ceph-mon[130946]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:47:46.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:45 smithi066 ceph-mon[127489]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:47:46.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:45 smithi081 ceph-mon[108212]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:47:46.622 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:47:46 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:47:46] "GET /metrics HTTP/1.1" 200 38209 "" "Prometheus/2.43.0" 2024-05-15T16:47:46.899 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:46 smithi066 ceph-mon[130946]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-05-15T16:47:46.899 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:46 smithi066 ceph-mon[127489]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-05-15T16:47:47.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:46 smithi081 ceph-mon[108212]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-05-15T16:47:49.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:48 smithi066 ceph-mon[130946]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 865 B/s rd, 0 op/s 2024-05-15T16:47:49.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:48 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:49.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:48 smithi066 ceph-mon[127489]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 865 B/s rd, 0 op/s 2024-05-15T16:47:49.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:48 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:49.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:48 smithi081 ceph-mon[108212]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 865 B/s rd, 0 op/s 2024-05-15T16:47:49.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:48 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:50.917 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:50 smithi081 ceph-mon[108212]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:47:51.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:50 smithi066 ceph-mon[130946]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:47:51.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:50 smithi066 ceph-mon[127489]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:47:53.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:52 smithi066 ceph-mon[127489]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:47:53.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:52 smithi066 ceph-mon[130946]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:47:53.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:52 smithi081 ceph-mon[108212]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:47:54.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:54 smithi081 ceph-mon[108212]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:47:55.035 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:54 smithi066 ceph-mon[127489]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:47:55.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:54 smithi066 ceph-mon[130946]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:47:55.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:55 smithi081 ceph-mon[108212]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:47:55.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:55 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:55.865 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:55 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:55.866 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:55 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:56.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:55 smithi066 ceph-mon[130946]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:47:56.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:55 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:56.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:55 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:56.036 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:55 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:56.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:55 smithi066 ceph-mon[127489]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:47:56.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:55 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:56.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:55 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:56.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:55 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:47:56.643 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:47:56 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:47:56] "GET /metrics HTTP/1.1" 200 38209 "" "Prometheus/2.43.0" 2024-05-15T16:47:56.802 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:56 smithi081 ceph-mon[108212]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:47:57.035 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:56 smithi066 ceph-mon[130946]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:47:57.036 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:56 smithi066 ceph-mon[127489]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:47:59.031 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:58 smithi066 ceph-mon[130946]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:47:59.031 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:47:58 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:47:59.031 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:58 smithi066 ceph-mon[127489]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:47:59.032 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:47:58 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:47:59.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:58 smithi081 ceph-mon[108212]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:47:59.117 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:47:58 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:48:00.786 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:00 smithi066 ceph-mon[127489]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:48:00.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:00 smithi066 ceph-mon[130946]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:48:01.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:00 smithi081 ceph-mon[108212]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:48:03.015 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:02 smithi066 ceph-mon[130946]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:48:03.016 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:02 smithi066 ceph-mon[127489]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:48:03.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:02 smithi081 ceph-mon[108212]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:48:04.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:03 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:48:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:03 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:48:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:03 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:48:04.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:03 smithi066 ceph-mon[130946]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:48:04.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:03 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:48:04.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:03 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:48:04.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:03 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:48:04.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:03 smithi066 ceph-mon[127489]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:48:04.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:03 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:48:04.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:03 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:48:04.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:03 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:48:04.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:03 smithi081 ceph-mon[108212]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:48:05.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:05 smithi066 ceph-mon[130946]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:48:05.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:05 smithi066 ceph-mon[127489]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:48:05.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:05 smithi081 ceph-mon[108212]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:48:06.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:06 smithi066 ceph-mon[130946]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:48:06.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:06 smithi066 ceph-mon[127489]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:48:06.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:06 smithi081 ceph-mon[108212]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:48:06.674 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:48:06 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:48:06] "GET /metrics HTTP/1.1" 200 38226 "" "Prometheus/2.43.0" 2024-05-15T16:48:06.700 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph orch ps' 2024-05-15T16:48:07.285 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:07 smithi066 ceph-mon[130946]: from='client.44286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:48:07.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:07 smithi066 ceph-mon[127489]: from='client.44286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:48:07.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:07 smithi081 ceph-mon[108212]: from='client.44286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:48:08.243 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:08 smithi066 ceph-mon[130946]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:48:08.243 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:08 smithi066 ceph-mon[127489]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:48:08.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:08 smithi081 ceph-mon[108212]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:48:08.684 INFO:teuthology.orchestra.run.smithi066.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-15T16:48:08.684 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi066 smithi066 running 5s ago 35m - - 2024-05-15T16:48:08.684 INFO:teuthology.orchestra.run.smithi066.stdout:agent.smithi081 smithi081 running 13s ago 35m - - 2024-05-15T16:48:08.685 INFO:teuthology.orchestra.run.smithi066.stdout:alertmanager.a smithi066 *:9093,9094 running (5m) 5s ago 29m 27.5M - 0.25.0 c8568f914cd2 d40f513860cf 2024-05-15T16:48:08.685 INFO:teuthology.orchestra.run.smithi066.stdout:grafana.a smithi081 *:3000 running (4m) 13s ago 29m 81.5M - 9.4.12 2bacad6d85d8 784c2154625a 2024-05-15T16:48:08.685 INFO:teuthology.orchestra.run.smithi066.stdout:iscsi.foo.smithi066.lbegld smithi066 running (8m) 5s ago 28m 62.0M - 3.5 e1d6a67b021e fefc481c4afb 2024-05-15T16:48:08.685 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.x smithi081 *:8443,9283,8765 running (8m) 13s ago 34m 453M - 19.0.0-2576-gde5210d5 48bc18eb22d8 2d8c03d87ef9 2024-05-15T16:48:08.685 INFO:teuthology.orchestra.run.smithi066.stdout:mgr.y smithi066 *:8443,9283,8765 running (18m) 5s ago 36m 515M - 19.0.0-2576-gde5210d5 48bc18eb22d8 ad331d4e41f6 2024-05-15T16:48:08.685 INFO:teuthology.orchestra.run.smithi066.stdout:mon.a smithi066 running (2m) 5s ago 36m 48.2M 2048M 19.0.0-2576-gde5210d5 48bc18eb22d8 3a8fbdf80b44 2024-05-15T16:48:08.685 INFO:teuthology.orchestra.run.smithi066.stdout:mon.b smithi081 running (3m) 13s ago 34m 46.0M 2048M 19.0.0-2576-gde5210d5 48bc18eb22d8 fc5b22328c1b 2024-05-15T16:48:08.685 INFO:teuthology.orchestra.run.smithi066.stdout:mon.c smithi066 running (2m) 5s ago 35m 35.8M 2048M 19.0.0-2576-gde5210d5 48bc18eb22d8 157785d0c4e9 2024-05-15T16:48:08.685 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.a smithi066 *:9100 running (7m) 5s ago 30m 15.7M - 1.5.0 0da6a335fe13 2853dcd18756 2024-05-15T16:48:08.685 INFO:teuthology.orchestra.run.smithi066.stdout:node-exporter.b smithi081 *:9100 running (7m) 13s ago 30m 15.6M - 1.5.0 0da6a335fe13 ef9c21c2cbca 2024-05-15T16:48:08.685 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 smithi066 running (39s) 5s ago 34m 41.3M 4096M 19.0.0-2576-gde5210d5 48bc18eb22d8 cda81085a95e 2024-05-15T16:48:08.686 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 smithi066 running (33m) 5s ago 33m 57.3M 4096M 17.2.0 e1d6a67b021e 0ef23245f9ef 2024-05-15T16:48:08.686 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 smithi066 running (33m) 5s ago 33m 52.3M 4096M 17.2.0 e1d6a67b021e 02c0efc727d7 2024-05-15T16:48:08.686 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 smithi066 running (33m) 5s ago 33m 55.4M 4096M 17.2.0 e1d6a67b021e 40f1cf1a2241 2024-05-15T16:48:08.686 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 smithi081 running (32m) 13s ago 32m 60.1M 4096M 17.2.0 e1d6a67b021e 4765ca89ed8f 2024-05-15T16:48:08.686 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 smithi081 running (32m) 13s ago 32m 55.1M 4096M 17.2.0 e1d6a67b021e 360c01584121 2024-05-15T16:48:08.686 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 smithi081 running (31m) 13s ago 31m 57.3M 4096M 17.2.0 e1d6a67b021e 28621b8e0dfc 2024-05-15T16:48:08.686 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 smithi081 running (31m) 13s ago 31m 56.6M 4096M 17.2.0 e1d6a67b021e d77057b690f5 2024-05-15T16:48:08.686 INFO:teuthology.orchestra.run.smithi066.stdout:prometheus.a smithi081 *:9095 running (6m) 13s ago 30m 72.5M - 2.43.0 a07b618ecd1d 0f6f3b5da02e 2024-05-15T16:48:08.686 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi066.venvvw smithi066 *:8000 running (29m) 5s ago 29m 78.2M - 17.2.0 e1d6a67b021e a58b069a63ed 2024-05-15T16:48:08.686 INFO:teuthology.orchestra.run.smithi066.stdout:rgw.foo.smithi081.bblyzt smithi081 *:8000 running (29m) 13s ago 29m 78.3M - 17.2.0 e1d6a67b021e 31bf3403b024 2024-05-15T16:48:09.285 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:09 smithi066 ceph-mon[127489]: from='client.54229 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:48:09.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:09 smithi066 ceph-mon[130946]: from='client.54229 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:48:09.339 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 2'"'"'' 2024-05-15T16:48:09.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:09 smithi081 ceph-mon[108212]: from='client.54229 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:48:10.286 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:10 smithi066 ceph-mon[130946]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:48:10.286 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:10 smithi066 ceph-mon[127489]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:48:10.365 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:10 smithi081 ceph-mon[108212]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:48:11.329 INFO:teuthology.orchestra.run.smithi066.stdout:true 2024-05-15T16:48:11.893 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 7'"'"'' 2024-05-15T16:48:12.530 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:12 smithi066 ceph-mon[130946]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:48:12.530 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:12 smithi066 ceph-mon[130946]: from='client.? 172.21.15.66:0/847335375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:48:12.530 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:12 smithi066 ceph-mon[127489]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:48:12.530 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:12 smithi066 ceph-mon[127489]: from='client.? 172.21.15.66:0/847335375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:48:12.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:12 smithi081 ceph-mon[108212]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:48:12.616 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:12 smithi081 ceph-mon[108212]: from='client.? 172.21.15.66:0/847335375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-15T16:48:14.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:14 smithi066 ceph-mon[130946]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:48:14.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:14 smithi066 ceph-mon[130946]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:48:14.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:14 smithi066 ceph-mon[127489]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:48:14.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:14 smithi066 ceph-mon[127489]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:48:14.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:14 smithi081 ceph-mon[108212]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-05-15T16:48:14.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:14 smithi081 ceph-mon[108212]: from='mgr.25834 172.21.15.66:0/1828273302' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-15T16:48:15.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:15 smithi066 ceph-mon[127489]: from='client.44304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:48:15.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:15 smithi066 ceph-mon[127489]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:48:15.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:15 smithi066 ceph-mon[130946]: from='client.44304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:48:15.536 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:15 smithi066 ceph-mon[130946]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:48:15.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:15 smithi081 ceph-mon[108212]: from='client.44304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:de5210d58560a4684fdb5b238ef3e6e0285a1de8", "target": ["mon-mgr", ""]}]: dispatch 2024-05-15T16:48:15.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:15 smithi081 ceph-mon[108212]: from='client.25414 -' entity='client.iscsi.foo.smithi066.lbegld' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-05-15T16:48:15.988 INFO:teuthology.orchestra.run.smithi066.stdout:false 2024-05-15T16:48:16.587 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:48:16 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: ::ffff:172.21.15.81 - - [15/May/2024:16:48:16] "GET /metrics HTTP/1.1" 200 38222 "" "Prometheus/2.43.0" 2024-05-15T16:48:16.588 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-15T16:48:16.589 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph-c_de5210d58560a4684fdb5b238ef3e6e0285a1de8/qa/tasks/cephadm.py", line 1469, in shell _shell( File "/home/teuthworker/src/git.ceph.com_ceph-c_de5210d58560a4684fdb5b238ef3e6e0285a1de8/qa/tasks/cephadm.py", line 110, in _shell return remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c \'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e \'"\'"\'.up_to_date | length == 7\'"\'"\'\'' 2024-05-15T16:48:16.803 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=4ec3bbd3e28348a5b09eb176841df900 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph-c_de5210d58560a4684fdb5b238ef3e6e0285a1de8/qa/tasks/cephadm.py", line 1469, in shell _shell( File "/home/teuthworker/src/git.ceph.com_ceph-c_de5210d58560a4684fdb5b238ef3e6e0285a1de8/qa/tasks/cephadm.py", line 110, in _shell return remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c \'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e \'"\'"\'.up_to_date | length == 7\'"\'"\'\'' 2024-05-15T16:48:16.805 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-05-15T16:48:16.815 INFO:tasks.cephadm:Teardown begin 2024-05-15T16:48:16.815 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-15T16:48:16.843 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:16 smithi066 ceph-mon[130946]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:48:16.843 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:16 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:48:16.843 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:16 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:48:16.843 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:16 smithi066 ceph-mon[130946]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:48:16.843 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:16 smithi066 ceph-mon[127489]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:48:16.844 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:16 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:48:16.844 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:16 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:48:16.844 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:16 smithi066 ceph-mon[127489]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:48:16.849 DEBUG:teuthology.orchestra.run.smithi081:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-15T16:48:16.885 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-05-15T16:48:16.885 DEBUG:teuthology.orchestra.run.smithi066:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-15T16:48:16.906 DEBUG:teuthology.orchestra.run.smithi081:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-15T16:48:16.943 INFO:tasks.cephadm:Stopping all daemons... 2024-05-15T16:48:16.943 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-05-15T16:48:16.943 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mon.a 2024-05-15T16:48:17.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:16 smithi081 ceph-mon[108212]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-15T16:48:17.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:16 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:48:17.115 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:16 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:48:17.116 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:16 smithi081 ceph-mon[108212]: from='mgr.25834 ' entity='mgr.y' 2024-05-15T16:48:17.265 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:16 smithi066 systemd[1]: Stopping Ceph mon.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:48:17.535 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:17 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-a[127485]: 2024-05-15T16:48:17.262+0000 7fe39c721700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-15T16:48:17.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:17 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-a[127485]: 2024-05-15T16:48:17.262+0000 7fe39c721700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-05-15T16:48:17.536 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:17 smithi066 podman[142851]: 2024-05-15 16:48:17.315071954 +0000 UTC m=+0.175228571 container died 3a8fbdf80b44173c9ca2194265d3ef7cc894629061c34aceb5d82bf190d60a46 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-a, RELEASE=wip-65480-squid-de5210d, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-15T16:48:17.965 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:17 smithi066 podman[142851]: 2024-05-15 16:48:17.66363761 +0000 UTC m=+0.523794210 container cleanup 3a8fbdf80b44173c9ca2194265d3ef7cc894629061c34aceb5d82bf190d60a46 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-a, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-65480-squid-de5210d, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-05-15T16:48:17.976 INFO:journalctl@ceph.mon.a.smithi066.stdout:May 15 16:48:17 smithi066 bash[142851]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-a 2024-05-15T16:48:18.108 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mon.a.service' 2024-05-15T16:48:18.152 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-15T16:48:18.152 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-05-15T16:48:18.152 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-05-15T16:48:18.153 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mon.c 2024-05-15T16:48:18.503 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:18 smithi066 systemd[1]: Stopping Ceph mon.c for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:48:18.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:18 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-c[130942]: 2024-05-15T16:48:18.501+0000 7f03a0517700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-15T16:48:18.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:18 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-c[130942]: 2024-05-15T16:48:18.501+0000 7f03a0517700 -1 mon.c@1(peon) e4 *** Got Signal Terminated *** 2024-05-15T16:48:18.786 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:18 smithi066 podman[142976]: 2024-05-15 16:48:18.706937143 +0000 UTC m=+0.303518540 container died 157785d0c4e9aa3c97baa92eb992f4cc9847ac19213569da545bbe1b49a7dffe (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-65480-squid-de5210d, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514) 2024-05-15T16:48:19.255 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:19 smithi066 podman[142976]: 2024-05-15 16:48:19.059909693 +0000 UTC m=+0.656491092 container cleanup 157785d0c4e9aa3c97baa92eb992f4cc9847ac19213569da545bbe1b49a7dffe (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-c, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-65480-squid-de5210d, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0) 2024-05-15T16:48:19.255 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:19 smithi066 bash[142976]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-c 2024-05-15T16:48:19.535 INFO:journalctl@ceph.mon.c.smithi066.stdout:May 15 16:48:19 smithi066 podman[142991]: 2024-05-15 16:48:19.328075917 +0000 UTC m=+0.617610542 container remove 157785d0c4e9aa3c97baa92eb992f4cc9847ac19213569da545bbe1b49a7dffe (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-c, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-65480-squid-de5210d, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-05-15T16:48:21.020 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mon.c.service' 2024-05-15T16:48:21.062 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-15T16:48:21.062 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-05-15T16:48:21.062 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-05-15T16:48:21.063 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mon.b 2024-05-15T16:48:21.334 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:21 smithi081 systemd[1]: Stopping Ceph mon.b for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:48:21.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:21 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-b[108208]: 2024-05-15T16:48:21.375+0000 7f706f895700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-15T16:48:21.615 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:21 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-b[108208]: 2024-05-15T16:48:21.375+0000 7f706f895700 -1 mon.b@2(peon) e4 *** Got Signal Terminated *** 2024-05-15T16:48:21.878 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:21 smithi081 podman[120831]: 2024-05-15 16:48:21.619132849 +0000 UTC m=+0.337248226 container died fc5b22328c1bab5ef9f5f7376f12bb1e0f18350a65a955ddb6ed627f994babe6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-b, org.label-schema.schema-version=1.0, RELEASE=wip-65480-squid-de5210d, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-05-15T16:48:22.292 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:22 smithi081 podman[120831]: 2024-05-15 16:48:22.067530478 +0000 UTC m=+0.785645863 container cleanup fc5b22328c1bab5ef9f5f7376f12bb1e0f18350a65a955ddb6ed627f994babe6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, GIT_CLEAN=True, RELEASE=wip-65480-squid-de5210d, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0) 2024-05-15T16:48:22.293 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:22 smithi081 bash[120831]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-b 2024-05-15T16:48:22.540 DEBUG:teuthology.orchestra.run.smithi081:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mon.b.service' 2024-05-15T16:48:22.562 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:22 smithi081 podman[120852]: 2024-05-15 16:48:22.364493603 +0000 UTC m=+0.743697886 container remove fc5b22328c1bab5ef9f5f7376f12bb1e0f18350a65a955ddb6ed627f994babe6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mon-b, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-65480-squid-de5210d, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-05-15T16:48:22.562 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:22 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mon.b.service: Deactivated successfully. 2024-05-15T16:48:22.562 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:22 smithi081 systemd[1]: Stopped Ceph mon.b for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:48:22.563 INFO:journalctl@ceph.mon.b.smithi081.stdout:May 15 16:48:22 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mon.b.service: Consumed 4.639s CPU time. 2024-05-15T16:48:22.593 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-15T16:48:22.593 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-05-15T16:48:22.594 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-05-15T16:48:22.594 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mgr.y 2024-05-15T16:48:22.938 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:48:22 smithi066 systemd[1]: Stopping Ceph mgr.y for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:48:23.255 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:48:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:48:22.935+0000 7f087754f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-15T16:48:23.256 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:48:22 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y[70365]: 2024-05-15T16:48:22.935+0000 7f087754f700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-05-15T16:48:23.256 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:48:22 smithi066 podman[143204]: 2024-05-15 16:48:22.978489849 +0000 UTC m=+0.171354602 container died ad331d4e41f6016b13c4c5a278322c9b381072b044ab76e340c8913d70df557a (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y, GIT_CLEAN=True, org.label-schema.build-date=20240514, RELEASE=wip-65480-squid-de5210d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-15T16:48:23.535 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:48:23 smithi066 podman[143204]: 2024-05-15 16:48:23.353896989 +0000 UTC m=+0.546761742 container cleanup ad331d4e41f6016b13c4c5a278322c9b381072b044ab76e340c8913d70df557a (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-65480-squid-de5210d) 2024-05-15T16:48:23.536 INFO:journalctl@ceph.mgr.y.smithi066.stdout:May 15 16:48:23 smithi066 bash[143204]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-y 2024-05-15T16:48:23.790 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mgr.y.service' 2024-05-15T16:48:23.829 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-15T16:48:23.829 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-05-15T16:48:23.829 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-05-15T16:48:23.830 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mgr.x 2024-05-15T16:48:24.115 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:48:23 smithi081 systemd[1]: Stopping Ceph mgr.x for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:48:24.541 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:48:24 smithi081 podman[120961]: 2024-05-15 16:48:24.187030707 +0000 UTC m=+0.158332489 container died 2d8c03d87ef91aa642837b7a8c44d580e78a5ff0047e33fa8e0ffb1f2592cb6e (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-65480-squid-de5210d, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-05-15T16:48:24.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:48:24 smithi081 podman[120961]: 2024-05-15 16:48:24.689578247 +0000 UTC m=+0.660880016 container cleanup 2d8c03d87ef91aa642837b7a8c44d580e78a5ff0047e33fa8e0ffb1f2592cb6e (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-65480-squid-de5210d, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True) 2024-05-15T16:48:24.865 INFO:journalctl@ceph.mgr.x.smithi081.stdout:May 15 16:48:24 smithi081 bash[120961]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-mgr-x 2024-05-15T16:48:25.039 DEBUG:teuthology.orchestra.run.smithi081:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@mgr.x.service' 2024-05-15T16:48:25.074 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-15T16:48:25.074 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-05-15T16:48:25.075 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-05-15T16:48:25.075 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.0 2024-05-15T16:48:25.400 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:48:25 smithi066 systemd[1]: Stopping Ceph osd.0 for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:48:25.785 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:48:25 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0[138640]: 2024-05-15T16:48:25.398+0000 7f1ad9608700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-15T16:48:25.786 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:48:25 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0[138640]: 2024-05-15T16:48:25.398+0000 7f1ad9608700 -1 osd.0 123 *** Got signal Terminated *** 2024-05-15T16:48:25.786 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:48:25 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0[138640]: 2024-05-15T16:48:25.398+0000 7f1ad9608700 -1 osd.0 123 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-15T16:48:31.126 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:48:30 smithi066 podman[143350]: 2024-05-15 16:48:30.839618346 +0000 UTC m=+5.563505228 container died cda81085a95ee23dc2253882066de3b2b0c58f7d4a645d505fefc48dd93b5b08 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-65480-squid-de5210d, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-05-15T16:48:31.476 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:48:31 smithi066 podman[143350]: 2024-05-15 16:48:31.216532567 +0000 UTC m=+5.940419444 container cleanup cda81085a95ee23dc2253882066de3b2b0c58f7d4a645d505fefc48dd93b5b08 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-65480-squid-de5210d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514) 2024-05-15T16:48:31.477 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:48:31 smithi066 bash[143350]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0 2024-05-15T16:48:31.785 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:48:31 smithi066 podman[143366]: 2024-05-15 16:48:31.476306367 +0000 UTC m=+0.634143069 container remove cda81085a95ee23dc2253882066de3b2b0c58f7d4a645d505fefc48dd93b5b08 (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-65480-squid-de5210d, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_CLEAN=True) 2024-05-15T16:48:32.171 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:48:31 smithi066 podman[143452]: 2024-05-15 16:48:31.755761844 +0000 UTC m=+0.018004920 image pull 48bc18eb22d8284fb8ad68bf46e17b174a8aaf15dd2581bf7f093c432d12db31 quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a 2024-05-15T16:48:32.172 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:48:31 smithi066 podman[143452]: 2024-05-15 16:48:31.8773713 +0000 UTC m=+0.139614417 container create 68ee1b343aaaacd5d75e40044c1e136612b369fea5e353fd89210259ea3bb78e (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-65480-squid-de5210d, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-05-15T16:48:32.172 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:48:32 smithi066 podman[143452]: 2024-05-15 16:48:32.088168825 +0000 UTC m=+0.350411897 container init 68ee1b343aaaacd5d75e40044c1e136612b369fea5e353fd89210259ea3bb78e (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-65480-squid-de5210d, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-05-15T16:48:32.172 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:48:32 smithi066 podman[143452]: 2024-05-15 16:48:32.091596395 +0000 UTC m=+0.353839473 container start 68ee1b343aaaacd5d75e40044c1e136612b369fea5e353fd89210259ea3bb78e (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-65480-squid-de5210d, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-05-15T16:48:32.172 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:48:32 smithi066 podman[143452]: 2024-05-15 16:48:32.171194836 +0000 UTC m=+0.433437933 container attach 68ee1b343aaaacd5d75e40044c1e136612b369fea5e353fd89210259ea3bb78e (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-deactivate, RELEASE=wip-65480-squid-de5210d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-05-15T16:48:32.535 INFO:journalctl@ceph.osd.0.smithi066.stdout:May 15 16:48:32 smithi066 podman[143452]: 2024-05-15 16:48:32.398084969 +0000 UTC m=+0.660328047 container died 68ee1b343aaaacd5d75e40044c1e136612b369fea5e353fd89210259ea3bb78e (image=quay.ceph.io/ceph-ci/ceph@sha256:7cad1765acb37925dfdfc4273a170d55bf442c11104759fb310474235081d21a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-65480-squid-de5210d) 2024-05-15T16:48:33.044 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.0.service' 2024-05-15T16:48:33.095 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-15T16:48:33.095 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-05-15T16:48:33.095 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-05-15T16:48:33.095 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.1 2024-05-15T16:48:33.285 INFO:journalctl@ceph.osd.1.smithi066.stdout:May 15 16:48:33 smithi066 systemd[1]: Stopping Ceph osd.1 for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:48:33.786 INFO:journalctl@ceph.osd.1.smithi066.stdout:May 15 16:48:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-1[35460]: 2024-05-15T16:48:33.353+0000 7f01ffd5c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-15T16:48:33.786 INFO:journalctl@ceph.osd.1.smithi066.stdout:May 15 16:48:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-1[35460]: 2024-05-15T16:48:33.353+0000 7f01ffd5c700 -1 osd.1 123 *** Got signal Terminated *** 2024-05-15T16:48:33.786 INFO:journalctl@ceph.osd.1.smithi066.stdout:May 15 16:48:33 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-1[35460]: 2024-05-15T16:48:33.353+0000 7f01ffd5c700 -1 osd.1 123 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-15T16:48:39.366 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:48:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:48:38.991Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.66:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.66:8765: connect: connection refused" 2024-05-15T16:48:39.366 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:48:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:48:38.992Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.66:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.66:8765: connect: connection refused" 2024-05-15T16:48:39.366 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:48:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:48:38.994Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.66:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.66:8765: connect: connection refused" 2024-05-15T16:48:39.366 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:48:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:48:38.994Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.66:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.66:8765: connect: connection refused" 2024-05-15T16:48:39.367 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:48:38 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:48:38.995Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.66:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.66:8765: connect: connection refused" 2024-05-15T16:48:39.559 INFO:journalctl@ceph.osd.1.smithi066.stdout:May 15 16:48:39 smithi066 podman[143532]: 2024-05-15 16:48:39.305932158 +0000 UTC m=+6.088371383 container died 0ef23245f9efd3d624199379a521eee5960fee26ab35c989b209ca5c4397d46e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-1, CEPH_POINT_RELEASE=-17.2.0, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.tags=base centos centos-stream, io.buildah.version=1.19.8, io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, architecture=x86_64, release=754, vendor=Red Hat, Inc., ceph=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-05-03T08:36:31.336870, name=centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.component=centos-stream-container, version=8, RELEASE=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com) 2024-05-15T16:48:39.892 INFO:journalctl@ceph.osd.1.smithi066.stdout:May 15 16:48:39 smithi066 podman[143532]: 2024-05-15 16:48:39.732045478 +0000 UTC m=+6.514484735 container cleanup 0ef23245f9efd3d624199379a521eee5960fee26ab35c989b209ca5c4397d46e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-1, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.tags=base centos centos-stream, io.openshift.expose-services=, CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Guillaume Abrioux , distribution-scope=public, name=centos-stream, io.buildah.version=1.19.8, io.k8s.display-name=CentOS Stream 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, release=754, vendor=Red Hat, Inc., RELEASE=HEAD, GIT_BRANCH=HEAD, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, vcs-type=git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, version=8, architecture=x86_64, ceph=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_CLEAN=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-05-15T16:48:39.892 INFO:journalctl@ceph.osd.1.smithi066.stdout:May 15 16:48:39 smithi066 bash[143532]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-1 2024-05-15T16:48:39.892 INFO:journalctl@ceph.osd.1.smithi066.stdout:May 15 16:48:39 smithi066 bash[143969]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd.1" found: no such container 2024-05-15T16:48:41.116 INFO:journalctl@ceph.osd.1.smithi066.stdout:May 15 16:48:40 smithi066 podman[143908]: 2024-05-15 16:48:40.998405514 +0000 UTC m=+2.218367394 container remove 0ef23245f9efd3d624199379a521eee5960fee26ab35c989b209ca5c4397d46e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-1, vendor=Red Hat, Inc., RELEASE=HEAD, architecture=x86_64, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.component=centos-stream-container, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, release=754, version=8, vcs-type=git, io.openshift.tags=base centos centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-05-03T08:36:31.336870, io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, GIT_BRANCH=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, name=centos-stream, CEPH_POINT_RELEASE=-17.2.0, GIT_CLEAN=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, distribution-scope=public, io.openshift.expose-services=, ceph=True) 2024-05-15T16:48:41.756 INFO:journalctl@ceph.osd.1.smithi066.stdout:May 15 16:48:41 smithi066 podman[144116]: 2024-05-15 16:48:41.532267084 +0000 UTC m=+0.021398956 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-05-15T16:48:42.030 INFO:journalctl@ceph.osd.1.smithi066.stdout:May 15 16:48:42 smithi066 podman[144116]: 2024-05-15 16:48:42.005024854 +0000 UTC m=+0.494156708 container create 4335da5dd7397fc810c08077c2a6674f725f1461dba88d5ff9ccd2b6a3b459a1 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-1-deactivate, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, RELEASE=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, maintainer=Guillaume Abrioux , summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.tags=base centos centos-stream, vendor=Red Hat, Inc., GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_CLEAN=True, vcs-type=git, io.buildah.version=1.19.8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, build-date=2022-05-03T08:36:31.336870, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, io.openshift.expose-services=, version=8, release=754, name=centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.component=centos-stream-container, io.k8s.display-name=CentOS Stream 8, ceph=True, GIT_BRANCH=HEAD, architecture=x86_64) 2024-05-15T16:48:42.720 INFO:journalctl@ceph.osd.1.smithi066.stdout:May 15 16:48:42 smithi066 podman[144116]: 2024-05-15 16:48:42.450895609 +0000 UTC m=+0.940027464 container init 4335da5dd7397fc810c08077c2a6674f725f1461dba88d5ff9ccd2b6a3b459a1 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-1-deactivate, name=centos-stream, io.k8s.display-name=CentOS Stream 8, CEPH_POINT_RELEASE=-17.2.0, RELEASE=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, maintainer=Guillaume Abrioux , build-date=2022-05-03T08:36:31.336870, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, version=8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, architecture=x86_64, ceph=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, distribution-scope=public, io.openshift.expose-services=, io.buildah.version=1.19.8, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, release=754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, io.openshift.tags=base centos centos-stream, vendor=Red Hat, Inc., vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754) 2024-05-15T16:48:42.720 INFO:journalctl@ceph.osd.1.smithi066.stdout:May 15 16:48:42 smithi066 podman[144116]: 2024-05-15 16:48:42.454423371 +0000 UTC m=+0.943555229 container start 4335da5dd7397fc810c08077c2a6674f725f1461dba88d5ff9ccd2b6a3b459a1 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, build-date=2022-05-03T08:36:31.336870, distribution-scope=public, GIT_REPO=https://github.com/ceph/ceph-container.git, CEPH_POINT_RELEASE=-17.2.0, name=centos-stream, io.buildah.version=1.19.8, architecture=x86_64, io.openshift.expose-services=, release=754, version=8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.tags=base centos centos-stream, ceph=True, maintainer=Guillaume Abrioux , vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.component=centos-stream-container, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, RELEASE=HEAD, GIT_BRANCH=HEAD, io.k8s.display-name=CentOS Stream 8, vcs-type=git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-05-15T16:48:42.720 INFO:journalctl@ceph.osd.1.smithi066.stdout:May 15 16:48:42 smithi066 podman[144116]: 2024-05-15 16:48:42.550753174 +0000 UTC m=+1.039885042 container attach 4335da5dd7397fc810c08077c2a6674f725f1461dba88d5ff9ccd2b6a3b459a1 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-1-deactivate, vendor=Red Hat, Inc., version=8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.component=centos-stream-container, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, ceph=True, CEPH_POINT_RELEASE=-17.2.0, name=centos-stream, io.openshift.expose-services=, RELEASE=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, io.openshift.tags=base centos centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, release=754, architecture=x86_64, GIT_CLEAN=True, io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.buildah.version=1.19.8, maintainer=Guillaume Abrioux , build-date=2022-05-03T08:36:31.336870, GIT_REPO=https://github.com/ceph/ceph-container.git, distribution-scope=public, GIT_BRANCH=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-05-15T16:48:43.643 INFO:journalctl@ceph.osd.1.smithi066.stdout:May 15 16:48:43 smithi066 podman[144116]: 2024-05-15 16:48:43.387504141 +0000 UTC m=+1.876635995 container died 4335da5dd7397fc810c08077c2a6674f725f1461dba88d5ff9ccd2b6a3b459a1 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-1-deactivate, architecture=x86_64, ceph=True, GIT_CLEAN=True, io.k8s.display-name=CentOS Stream 8, build-date=2022-05-03T08:36:31.336870, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, release=754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=centos-stream, vcs-type=git, vendor=Red Hat, Inc., GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, io.openshift.expose-services=, io.buildah.version=1.19.8, version=8, com.redhat.component=centos-stream-container, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.tags=base centos centos-stream, RELEASE=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb) 2024-05-15T16:48:44.046 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.1.service' 2024-05-15T16:48:44.092 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-15T16:48:44.093 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-05-15T16:48:44.093 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-05-15T16:48:44.093 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.2 2024-05-15T16:48:44.278 INFO:journalctl@ceph.osd.2.smithi066.stdout:May 15 16:48:44 smithi066 systemd[1]: Stopping Ceph osd.2 for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:48:44.535 INFO:journalctl@ceph.osd.2.smithi066.stdout:May 15 16:48:44 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-2[38458]: 2024-05-15T16:48:44.486+0000 7f4405360700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-15T16:48:44.536 INFO:journalctl@ceph.osd.2.smithi066.stdout:May 15 16:48:44 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-2[38458]: 2024-05-15T16:48:44.486+0000 7f4405360700 -1 osd.2 123 *** Got signal Terminated *** 2024-05-15T16:48:44.536 INFO:journalctl@ceph.osd.2.smithi066.stdout:May 15 16:48:44 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-2[38458]: 2024-05-15T16:48:44.486+0000 7f4405360700 -1 osd.2 123 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-15T16:48:50.286 INFO:journalctl@ceph.osd.2.smithi066.stdout:May 15 16:48:50 smithi066 podman[144344]: 2024-05-15 16:48:50.002265214 +0000 UTC m=+5.855243150 container died 02c0efc727d7eada819356ed400e4acc52ac2a2e72757e90f8894daec1afdbb5 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-2, name=centos-stream, CEPH_POINT_RELEASE=-17.2.0, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, build-date=2022-05-03T08:36:31.336870, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, GIT_REPO=https://github.com/ceph/ceph-container.git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_CLEAN=True, io.openshift.expose-services=, io.k8s.display-name=CentOS Stream 8, maintainer=Guillaume Abrioux , summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_BRANCH=HEAD, ceph=True, vendor=Red Hat, Inc., io.openshift.tags=base centos centos-stream, RELEASE=HEAD, distribution-scope=public, version=8, com.redhat.component=centos-stream-container, vcs-type=git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, release=754) 2024-05-15T16:48:50.694 INFO:journalctl@ceph.osd.2.smithi066.stdout:May 15 16:48:50 smithi066 podman[144344]: 2024-05-15 16:48:50.384356675 +0000 UTC m=+6.237334604 container cleanup 02c0efc727d7eada819356ed400e4acc52ac2a2e72757e90f8894daec1afdbb5 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-2, GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.buildah.version=1.19.8, io.k8s.display-name=CentOS Stream 8, build-date=2022-05-03T08:36:31.336870, io.openshift.tags=base centos centos-stream, release=754, RELEASE=HEAD, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, version=8, vendor=Red Hat, Inc., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_CLEAN=True, maintainer=Guillaume Abrioux , com.redhat.license_terms=https://centos.org/legal/licensing-policy/, name=centos-stream, vcs-type=git, io.openshift.expose-services=, com.redhat.component=centos-stream-container, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, CEPH_POINT_RELEASE=-17.2.0, ceph=True, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb) 2024-05-15T16:48:50.695 INFO:journalctl@ceph.osd.2.smithi066.stdout:May 15 16:48:50 smithi066 bash[144344]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-2 2024-05-15T16:48:50.695 INFO:journalctl@ceph.osd.2.smithi066.stdout:May 15 16:48:50 smithi066 bash[144494]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd.2" found: no such container 2024-05-15T16:48:51.019 INFO:journalctl@ceph.osd.2.smithi066.stdout:May 15 16:48:50 smithi066 podman[144481]: 2024-05-15 16:48:50.69381304 +0000 UTC m=+0.686499544 container remove 02c0efc727d7eada819356ed400e4acc52ac2a2e72757e90f8894daec1afdbb5 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-2, name=centos-stream, GIT_CLEAN=True, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, ceph=True, release=754, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, build-date=2022-05-03T08:36:31.336870, vcs-type=git, com.redhat.component=centos-stream-container, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.expose-services=, CEPH_POINT_RELEASE=-17.2.0, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base centos centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.display-name=CentOS Stream 8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=HEAD, distribution-scope=public, io.buildah.version=1.19.8, architecture=x86_64) 2024-05-15T16:48:51.019 INFO:journalctl@ceph.osd.2.smithi066.stdout:May 15 16:48:50 smithi066 podman[144553]: 2024-05-15 16:48:50.791681699 +0000 UTC m=+0.019618119 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-05-15T16:48:51.019 INFO:journalctl@ceph.osd.2.smithi066.stdout:May 15 16:48:50 smithi066 podman[144553]: 2024-05-15 16:48:50.911326559 +0000 UTC m=+0.139262962 container create 8158d49bdb6d98790fb40d8bc46ddf9bf4ff1445fa6b5d99930f595b0c0f0929 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, io.k8s.display-name=CentOS Stream 8, vcs-type=git, architecture=x86_64, release=754, vendor=Red Hat, Inc., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, GIT_REPO=https://github.com/ceph/ceph-container.git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, CEPH_POINT_RELEASE=-17.2.0, io.buildah.version=1.19.8, name=centos-stream, RELEASE=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, build-date=2022-05-03T08:36:31.336870, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.tags=base centos centos-stream, GIT_CLEAN=True, maintainer=Guillaume Abrioux , distribution-scope=public, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-05-15T16:48:51.286 INFO:journalctl@ceph.osd.2.smithi066.stdout:May 15 16:48:51 smithi066 podman[144553]: 2024-05-15 16:48:51.122189698 +0000 UTC m=+0.350126113 container init 8158d49bdb6d98790fb40d8bc46ddf9bf4ff1445fa6b5d99930f595b0c0f0929 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-2-deactivate, RELEASE=HEAD, distribution-scope=public, GIT_BRANCH=HEAD, ceph=True, io.openshift.tags=base centos centos-stream, vcs-type=git, architecture=x86_64, GIT_REPO=https://github.com/ceph/ceph-container.git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.buildah.version=1.19.8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Guillaume Abrioux , release=754, io.openshift.expose-services=, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.display-name=CentOS Stream 8, name=centos-stream, version=8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_CLEAN=True, vendor=Red Hat, Inc., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, CEPH_POINT_RELEASE=-17.2.0, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-05-15T16:48:51.286 INFO:journalctl@ceph.osd.2.smithi066.stdout:May 15 16:48:51 smithi066 podman[144553]: 2024-05-15 16:48:51.125793424 +0000 UTC m=+0.353729841 container start 8158d49bdb6d98790fb40d8bc46ddf9bf4ff1445fa6b5d99930f595b0c0f0929 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Guillaume Abrioux , version=8, build-date=2022-05-03T08:36:31.336870, io.k8s.display-name=CentOS Stream 8, io.buildah.version=1.19.8, com.redhat.component=centos-stream-container, GIT_BRANCH=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, release=754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, distribution-scope=public, ceph=True, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, CEPH_POINT_RELEASE=-17.2.0, architecture=x86_64, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base centos centos-stream, vcs-type=git, name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, RELEASE=HEAD) 2024-05-15T16:48:51.286 INFO:journalctl@ceph.osd.2.smithi066.stdout:May 15 16:48:51 smithi066 podman[144553]: 2024-05-15 16:48:51.197037136 +0000 UTC m=+0.424973556 container attach 8158d49bdb6d98790fb40d8bc46ddf9bf4ff1445fa6b5d99930f595b0c0f0929 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-2-deactivate, io.openshift.expose-services=, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, maintainer=Guillaume Abrioux , RELEASE=HEAD, GIT_CLEAN=True, version=8, release=754, CEPH_POINT_RELEASE=-17.2.0, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vcs-type=git, distribution-scope=public, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, architecture=x86_64, build-date=2022-05-03T08:36:31.336870, io.k8s.display-name=CentOS Stream 8, ceph=True, io.buildah.version=1.19.8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_REPO=https://github.com/ceph/ceph-container.git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.tags=base centos centos-stream) 2024-05-15T16:48:51.376 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:48:51 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:48:51.123+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:48:51.734 INFO:journalctl@ceph.osd.2.smithi066.stdout:May 15 16:48:51 smithi066 podman[144553]: 2024-05-15 16:48:51.430429958 +0000 UTC m=+0.658366380 container died 8158d49bdb6d98790fb40d8bc46ddf9bf4ff1445fa6b5d99930f595b0c0f0929 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-2-deactivate, name=centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, architecture=x86_64, RELEASE=HEAD, release=754, io.k8s.display-name=CentOS Stream 8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, CEPH_POINT_RELEASE=-17.2.0, io.buildah.version=1.19.8, io.openshift.expose-services=, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, com.redhat.component=centos-stream-container, build-date=2022-05-03T08:36:31.336870, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_CLEAN=True, maintainer=Guillaume Abrioux , com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.tags=base centos centos-stream, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_REPO=https://github.com/ceph/ceph-container.git, vendor=Red Hat, Inc., GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb) 2024-05-15T16:48:51.991 INFO:journalctl@ceph.osd.2.smithi066.stdout:May 15 16:48:51 smithi066 podman[144578]: 2024-05-15 16:48:51.975697548 +0000 UTC m=+0.539288424 container remove 8158d49bdb6d98790fb40d8bc46ddf9bf4ff1445fa6b5d99930f595b0c0f0929 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., ceph=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vendor=Red Hat, Inc., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.buildah.version=1.19.8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.display-name=CentOS Stream 8, version=8, distribution-scope=public, name=centos-stream, maintainer=Guillaume Abrioux , com.redhat.component=centos-stream-container, GIT_BRANCH=HEAD, build-date=2022-05-03T08:36:31.336870, io.openshift.expose-services=, architecture=x86_64, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, release=754, vcs-type=git, GIT_CLEAN=True, RELEASE=HEAD, io.openshift.tags=base centos centos-stream) 2024-05-15T16:48:51.997 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.2.service' 2024-05-15T16:48:52.038 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-15T16:48:52.039 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-05-15T16:48:52.039 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-05-15T16:48:52.039 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.3 2024-05-15T16:48:52.271 INFO:journalctl@ceph.osd.3.smithi066.stdout:May 15 16:48:52 smithi066 systemd[1]: Stopping Ceph osd.3 for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:48:52.365 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:48:52 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:48:52.111+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:48:52.535 INFO:journalctl@ceph.osd.3.smithi066.stdout:May 15 16:48:52 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-3[41437]: 2024-05-15T16:48:52.269+0000 7fc2c355a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-15T16:48:52.535 INFO:journalctl@ceph.osd.3.smithi066.stdout:May 15 16:48:52 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-3[41437]: 2024-05-15T16:48:52.269+0000 7fc2c355a700 -1 osd.3 123 *** Got signal Terminated *** 2024-05-15T16:48:52.536 INFO:journalctl@ceph.osd.3.smithi066.stdout:May 15 16:48:52 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-3[41437]: 2024-05-15T16:48:52.269+0000 7fc2c355a700 -1 osd.3 123 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-15T16:48:53.035 INFO:journalctl@ceph.osd.3.smithi066.stdout:May 15 16:48:52 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-3[41437]: 2024-05-15T16:48:52.633+0000 7fc2bdef1700 -1 osd.3 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.926259+0000 front 2024-05-15T16:48:25.926229+0000 (oldest deadline 2024-05-15T16:48:51.826237+0000) 2024-05-15T16:48:53.310 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:48:53 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:48:53.144+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:48:53.311 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:48:53 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-4[30036]: 2024-05-15T16:48:53.167+0000 7fb171e7a700 -1 osd.4 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:28.813144+0000 front 2024-05-15T16:48:28.813112+0000 (oldest deadline 2024-05-15T16:48:52.913027+0000) 2024-05-15T16:48:53.615 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:48:53 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:48:53.309+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:48:54.035 INFO:journalctl@ceph.osd.3.smithi066.stdout:May 15 16:48:53 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-3[41437]: 2024-05-15T16:48:53.626+0000 7fc2bdef1700 -1 osd.3 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.926259+0000 front 2024-05-15T16:48:25.926229+0000 (oldest deadline 2024-05-15T16:48:51.826237+0000) 2024-05-15T16:48:54.365 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:48:54 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-4[30036]: 2024-05-15T16:48:54.185+0000 7fb171e7a700 -1 osd.4 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:28.813144+0000 front 2024-05-15T16:48:28.813112+0000 (oldest deadline 2024-05-15T16:48:52.913027+0000) 2024-05-15T16:48:54.366 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:48:54 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:48:54.281+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:48:54.366 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:48:54 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:48:54.110+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:48:55.035 INFO:journalctl@ceph.osd.3.smithi066.stdout:May 15 16:48:54 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-3[41437]: 2024-05-15T16:48:54.631+0000 7fc2bdef1700 -1 osd.3 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.926259+0000 front 2024-05-15T16:48:25.926229+0000 (oldest deadline 2024-05-15T16:48:51.826237+0000) 2024-05-15T16:48:55.365 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:48:55 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-4[30036]: 2024-05-15T16:48:55.170+0000 7fb171e7a700 -1 osd.4 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:28.813144+0000 front 2024-05-15T16:48:28.813112+0000 (oldest deadline 2024-05-15T16:48:52.913027+0000) 2024-05-15T16:48:55.366 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:48:55 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:48:55.237+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:48:55.366 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:48:55 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:48:55.061+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:48:56.035 INFO:journalctl@ceph.osd.3.smithi066.stdout:May 15 16:48:55 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-3[41437]: 2024-05-15T16:48:55.588+0000 7fc2bdef1700 -1 osd.3 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.926259+0000 front 2024-05-15T16:48:25.926229+0000 (oldest deadline 2024-05-15T16:48:51.826237+0000) 2024-05-15T16:48:56.070 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:48:55 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:48:55.657+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:29.654933+0000 front 2024-05-15T16:48:29.654867+0000 (oldest deadline 2024-05-15T16:48:54.954821+0000) 2024-05-15T16:48:56.365 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:48:56 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-4[30036]: 2024-05-15T16:48:56.193+0000 7fb171e7a700 -1 osd.4 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:28.813144+0000 front 2024-05-15T16:48:28.813112+0000 (oldest deadline 2024-05-15T16:48:52.913027+0000) 2024-05-15T16:48:56.365 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:48:56 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:48:56.197+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:48:56.366 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:48:56 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:48:56.069+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:48:57.035 INFO:journalctl@ceph.osd.3.smithi066.stdout:May 15 16:48:56 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-3[41437]: 2024-05-15T16:48:56.596+0000 7fc2bdef1700 -1 osd.3 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.926259+0000 front 2024-05-15T16:48:25.926229+0000 (oldest deadline 2024-05-15T16:48:51.826237+0000) 2024-05-15T16:48:57.070 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:48:56 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:48:56.633+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:29.654933+0000 front 2024-05-15T16:48:29.654867+0000 (oldest deadline 2024-05-15T16:48:54.954821+0000) 2024-05-15T16:48:57.365 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:48:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-4[30036]: 2024-05-15T16:48:57.171+0000 7fb171e7a700 -1 osd.4 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:28.813144+0000 front 2024-05-15T16:48:28.813112+0000 (oldest deadline 2024-05-15T16:48:52.913027+0000) 2024-05-15T16:48:57.366 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:48:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:48:57.160+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:48:57.366 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:48:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:48:57.069+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:48:57.865 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:48:57 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:48:57.586+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:29.654933+0000 front 2024-05-15T16:48:29.654867+0000 (oldest deadline 2024-05-15T16:48:54.954821+0000) 2024-05-15T16:48:57.946 INFO:journalctl@ceph.osd.3.smithi066.stdout:May 15 16:48:57 smithi066 podman[144630]: 2024-05-15 16:48:57.672200831 +0000 UTC m=+5.544586523 container died 40f1cf1a224139c4c4202bc0fe29ca99b42560e880a52cfe6bab621159a4eb3b (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-3, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.component=centos-stream-container, version=8, GIT_CLEAN=True, RELEASE=HEAD, GIT_BRANCH=HEAD, vendor=Red Hat, Inc., GIT_REPO=https://github.com/ceph/ceph-container.git, io.buildah.version=1.19.8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, maintainer=Guillaume Abrioux , io.openshift.expose-services=, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, architecture=x86_64, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, ceph=True, io.openshift.tags=base centos centos-stream, release=754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vcs-type=git, io.k8s.display-name=CentOS Stream 8, build-date=2022-05-03T08:36:31.336870, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754) 2024-05-15T16:48:58.286 INFO:journalctl@ceph.osd.3.smithi066.stdout:May 15 16:48:58 smithi066 podman[144630]: 2024-05-15 16:48:58.10307363 +0000 UTC m=+5.975459312 container cleanup 40f1cf1a224139c4c4202bc0fe29ca99b42560e880a52cfe6bab621159a4eb3b (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-3, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, build-date=2022-05-03T08:36:31.336870, GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base centos centos-stream, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, release=754, CEPH_POINT_RELEASE=-17.2.0, io.openshift.expose-services=, vcs-type=git, GIT_BRANCH=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., maintainer=Guillaume Abrioux , distribution-scope=public, io.k8s.display-name=CentOS Stream 8, RELEASE=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, ceph=True, io.buildah.version=1.19.8, GIT_REPO=https://github.com/ceph/ceph-container.git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.component=centos-stream-container, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb) 2024-05-15T16:48:58.286 INFO:journalctl@ceph.osd.3.smithi066.stdout:May 15 16:48:58 smithi066 bash[144630]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-3 2024-05-15T16:48:58.286 INFO:journalctl@ceph.osd.3.smithi066.stdout:May 15 16:48:58 smithi066 bash[144661]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd.3" found: no such container 2024-05-15T16:48:58.365 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:48:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-4[30036]: 2024-05-15T16:48:58.128+0000 7fb171e7a700 -1 osd.4 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:28.813144+0000 front 2024-05-15T16:48:28.813112+0000 (oldest deadline 2024-05-15T16:48:52.913027+0000) 2024-05-15T16:48:58.365 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:48:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:48:58.165+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:48:58.366 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:48:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:48:58.031+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:48:58.598 INFO:journalctl@ceph.osd.3.smithi066.stdout:May 15 16:48:58 smithi066 podman[144647]: 2024-05-15 16:48:58.287587709 +0000 UTC m=+0.611371374 container remove 40f1cf1a224139c4c4202bc0fe29ca99b42560e880a52cfe6bab621159a4eb3b (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-3, com.redhat.component=centos-stream-container, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, architecture=x86_64, GIT_CLEAN=True, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, RELEASE=HEAD, vendor=Red Hat, Inc., io.openshift.expose-services=, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.19.8, io.openshift.tags=base centos centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=CentOS Stream 8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, version=8, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Guillaume Abrioux , vcs-type=git, ceph=True, name=centos-stream, build-date=2022-05-03T08:36:31.336870, GIT_BRANCH=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/) 2024-05-15T16:48:58.599 INFO:journalctl@ceph.osd.3.smithi066.stdout:May 15 16:48:58 smithi066 podman[144724]: 2024-05-15 16:48:58.391480363 +0000 UTC m=+0.019111865 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-05-15T16:48:58.599 INFO:journalctl@ceph.osd.3.smithi066.stdout:May 15 16:48:58 smithi066 podman[144724]: 2024-05-15 16:48:58.496922023 +0000 UTC m=+0.124553551 container create fafcc381f0e89a0217114755d4210b5683655e0b4eaa52714533d5b85a37c5ff (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-3-deactivate, name=centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_REPO=https://github.com/ceph/ceph-container.git, architecture=x86_64, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, maintainer=Guillaume Abrioux , distribution-scope=public, version=8, GIT_CLEAN=True, io.openshift.expose-services=, com.redhat.component=centos-stream-container, RELEASE=HEAD, io.k8s.display-name=CentOS Stream 8, io.buildah.version=1.19.8, io.openshift.tags=base centos centos-stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, ceph=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, build-date=2022-05-03T08:36:31.336870, release=754, CEPH_POINT_RELEASE=-17.2.0) 2024-05-15T16:48:58.865 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:48:58 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:48:58.592+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:29.654933+0000 front 2024-05-15T16:48:29.654867+0000 (oldest deadline 2024-05-15T16:48:54.954821+0000) 2024-05-15T16:48:58.981 INFO:journalctl@ceph.osd.3.smithi066.stdout:May 15 16:48:58 smithi066 podman[144724]: 2024-05-15 16:48:58.682493735 +0000 UTC m=+0.310125232 container init fafcc381f0e89a0217114755d4210b5683655e0b4eaa52714533d5b85a37c5ff (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-3-deactivate, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, maintainer=Guillaume Abrioux , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, architecture=x86_64, io.openshift.expose-services=, release=754, GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=centos-stream-container, ceph=True, RELEASE=HEAD, io.openshift.tags=base centos centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, name=centos-stream, GIT_BRANCH=HEAD, version=8, io.k8s.display-name=CentOS Stream 8, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, distribution-scope=public, build-date=2022-05-03T08:36:31.336870, vcs-type=git, vendor=Red Hat, Inc., io.buildah.version=1.19.8, CEPH_POINT_RELEASE=-17.2.0) 2024-05-15T16:48:58.981 INFO:journalctl@ceph.osd.3.smithi066.stdout:May 15 16:48:58 smithi066 podman[144724]: 2024-05-15 16:48:58.685917008 +0000 UTC m=+0.313548495 container start fafcc381f0e89a0217114755d4210b5683655e0b4eaa52714533d5b85a37c5ff (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-3-deactivate, vcs-type=git, GIT_CLEAN=True, RELEASE=HEAD, io.openshift.expose-services=, io.openshift.tags=base centos centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_BRANCH=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, architecture=x86_64, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, name=centos-stream, CEPH_POINT_RELEASE=-17.2.0, vendor=Red Hat, Inc., io.k8s.display-name=CentOS Stream 8, maintainer=Guillaume Abrioux , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, release=754, GIT_REPO=https://github.com/ceph/ceph-container.git, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, distribution-scope=public, io.buildah.version=1.19.8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, version=8) 2024-05-15T16:48:58.982 INFO:journalctl@ceph.osd.3.smithi066.stdout:May 15 16:48:58 smithi066 podman[144724]: 2024-05-15 16:48:58.7659404 +0000 UTC m=+0.393571894 container attach fafcc381f0e89a0217114755d4210b5683655e0b4eaa52714533d5b85a37c5ff (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, maintainer=Guillaume Abrioux , name=centos-stream, ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, build-date=2022-05-03T08:36:31.336870, GIT_CLEAN=True, io.k8s.display-name=CentOS Stream 8, io.openshift.tags=base centos centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vendor=Red Hat, Inc., architecture=x86_64, io.openshift.expose-services=, GIT_REPO=https://github.com/ceph/ceph-container.git, version=8, CEPH_POINT_RELEASE=-17.2.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, distribution-scope=public, com.redhat.component=centos-stream-container, release=754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., RELEASE=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb) 2024-05-15T16:48:59.277 INFO:journalctl@ceph.osd.3.smithi066.stdout:May 15 16:48:58 smithi066 podman[144724]: 2024-05-15 16:48:58.980997105 +0000 UTC m=+0.608628588 container died fafcc381f0e89a0217114755d4210b5683655e0b4eaa52714533d5b85a37c5ff (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, name=centos-stream, ceph=True, maintainer=Guillaume Abrioux , io.openshift.expose-services=, vcs-type=git, vendor=Red Hat, Inc., architecture=x86_64, io.k8s.display-name=CentOS Stream 8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, version=8, CEPH_POINT_RELEASE=-17.2.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, distribution-scope=public, release=754, com.redhat.component=centos-stream-container, RELEASE=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_CLEAN=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.tags=base centos centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, build-date=2022-05-03T08:36:31.336870) 2024-05-15T16:48:59.362 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:48:59 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-4[30036]: 2024-05-15T16:48:59.089+0000 7fb171e7a700 -1 osd.4 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:28.813144+0000 front 2024-05-15T16:48:28.813112+0000 (oldest deadline 2024-05-15T16:48:52.913027+0000) 2024-05-15T16:48:59.363 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:48:59 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:48:59.046+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:48:59.363 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:48:59 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:48:59.209+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:48:59.363 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:48:59 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:48:59.209+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:48:59.548 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.3.service' 2024-05-15T16:48:59.588 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-15T16:48:59.589 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-05-15T16:48:59.589 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-05-15T16:48:59.589 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.4 2024-05-15T16:48:59.916 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:48:59 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:48:59.618+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:29.654933+0000 front 2024-05-15T16:48:29.654867+0000 (oldest deadline 2024-05-15T16:48:54.954821+0000) 2024-05-15T16:48:59.916 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:48:59 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:48:59.618+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:37.156107+0000 front 2024-05-15T16:48:37.156005+0000 (oldest deadline 2024-05-15T16:48:58.856102+0000) 2024-05-15T16:48:59.916 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:48:59 smithi081 systemd[1]: Stopping Ceph osd.4 for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:48:59.916 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:48:59 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-4[30036]: 2024-05-15T16:48:59.747+0000 7fb1744dd700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-15T16:48:59.916 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:48:59 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-4[30036]: 2024-05-15T16:48:59.747+0000 7fb1744dd700 -1 osd.4 123 *** Got signal Terminated *** 2024-05-15T16:48:59.917 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:48:59 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-4[30036]: 2024-05-15T16:48:59.747+0000 7fb1744dd700 -1 osd.4 123 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-15T16:49:00.179 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:49:00 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-4[30036]: 2024-05-15T16:49:00.126+0000 7fb171e7a700 -1 osd.4 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:28.813144+0000 front 2024-05-15T16:48:28.813112+0000 (oldest deadline 2024-05-15T16:48:52.913027+0000) 2024-05-15T16:49:00.179 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:00 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:48:59.998+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:00.484 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:00 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:00.220+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:00.485 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:00 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:00.220+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:00.782 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:00 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:00.630+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:29.654933+0000 front 2024-05-15T16:48:29.654867+0000 (oldest deadline 2024-05-15T16:48:54.954821+0000) 2024-05-15T16:49:00.782 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:00 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:00.630+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:37.156107+0000 front 2024-05-15T16:48:37.156005+0000 (oldest deadline 2024-05-15T16:48:58.856102+0000) 2024-05-15T16:49:01.115 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:00 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:00.996+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:01.433 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:49:01 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-4[30036]: 2024-05-15T16:49:01.167+0000 7fb171e7a700 -1 osd.4 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:28.813144+0000 front 2024-05-15T16:48:28.813112+0000 (oldest deadline 2024-05-15T16:48:52.913027+0000) 2024-05-15T16:49:01.434 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:01 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:01.266+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:01.434 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:01 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:01.266+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:01.749 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:01 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:01.591+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:29.654933+0000 front 2024-05-15T16:48:29.654867+0000 (oldest deadline 2024-05-15T16:48:54.954821+0000) 2024-05-15T16:49:01.749 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:01 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:01.591+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:37.156107+0000 front 2024-05-15T16:48:37.156005+0000 (oldest deadline 2024-05-15T16:48:58.856102+0000) 2024-05-15T16:49:02.365 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:49:02 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-4[30036]: 2024-05-15T16:49:02.144+0000 7fb171e7a700 -1 osd.4 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:28.813144+0000 front 2024-05-15T16:48:28.813112+0000 (oldest deadline 2024-05-15T16:48:52.913027+0000) 2024-05-15T16:49:02.366 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:02 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:02.239+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:02.366 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:02 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:02.239+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:02.366 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:02 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:02.012+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:02.366 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:02 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:02.012+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:02.865 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:02 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:02.625+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:29.654933+0000 front 2024-05-15T16:48:29.654867+0000 (oldest deadline 2024-05-15T16:48:54.954821+0000) 2024-05-15T16:49:02.865 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:02 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:02.625+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:37.156107+0000 front 2024-05-15T16:48:37.156005+0000 (oldest deadline 2024-05-15T16:48:58.856102+0000) 2024-05-15T16:49:03.269 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:49:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-4[30036]: 2024-05-15T16:49:03.155+0000 7fb171e7a700 -1 osd.4 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:28.813144+0000 front 2024-05-15T16:48:28.813112+0000 (oldest deadline 2024-05-15T16:48:52.913027+0000) 2024-05-15T16:49:03.270 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:02.999+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:03.270 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:02.999+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:03.615 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:03.268+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:03.615 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:03.268+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:03.993 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:03.655+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:29.654933+0000 front 2024-05-15T16:48:29.654867+0000 (oldest deadline 2024-05-15T16:48:54.954821+0000) 2024-05-15T16:49:03.993 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:03.655+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:37.156107+0000 front 2024-05-15T16:48:37.156005+0000 (oldest deadline 2024-05-15T16:48:58.856102+0000) 2024-05-15T16:49:04.306 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:49:04 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-4[30036]: 2024-05-15T16:49:04.193+0000 7fb171e7a700 -1 osd.4 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:28.813144+0000 front 2024-05-15T16:48:28.813112+0000 (oldest deadline 2024-05-15T16:48:52.913027+0000) 2024-05-15T16:49:04.307 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:03.992+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:04.307 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:03.992+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:04.615 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:04 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:04.305+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:04.615 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:04 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:04.305+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:04.966 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:04 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:04.651+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:29.654933+0000 front 2024-05-15T16:48:29.654867+0000 (oldest deadline 2024-05-15T16:48:54.954821+0000) 2024-05-15T16:49:04.966 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:04 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:04.651+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:37.156107+0000 front 2024-05-15T16:48:37.156005+0000 (oldest deadline 2024-05-15T16:48:58.856102+0000) 2024-05-15T16:49:05.238 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:04 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:04.965+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:05.239 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:04 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:04.965+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:05.537 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:49:05 smithi081 podman[121856]: 2024-05-15 16:49:05.238195498 +0000 UTC m=+5.586754583 container died 4765ca89ed8fb9347a5eb692c2619dffa6ac8318a9c278b14ca536bbc2780707 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-4, release=754, RELEASE=HEAD, io.openshift.expose-services=, GIT_CLEAN=True, architecture=x86_64, version=8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=centos-stream-container, vcs-type=git, vendor=Red Hat, Inc., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, ceph=True, build-date=2022-05-03T08:36:31.336870, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.display-name=CentOS Stream 8, maintainer=Guillaume Abrioux , name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, CEPH_POINT_RELEASE=-17.2.0, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream) 2024-05-15T16:49:05.537 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:05 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:05.337+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:05.537 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:05 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:05.337+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:05.820 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:49:05 smithi081 podman[121856]: 2024-05-15 16:49:05.635131899 +0000 UTC m=+5.983690984 container cleanup 4765ca89ed8fb9347a5eb692c2619dffa6ac8318a9c278b14ca536bbc2780707 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-4, CEPH_POINT_RELEASE=-17.2.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_BRANCH=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.tags=base centos centos-stream, vendor=Red Hat, Inc., io.buildah.version=1.19.8, RELEASE=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, maintainer=Guillaume Abrioux , vcs-type=git, io.openshift.expose-services=, distribution-scope=public, com.redhat.component=centos-stream-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, architecture=x86_64, io.k8s.display-name=CentOS Stream 8, version=8, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_CLEAN=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-05-03T08:36:31.336870, release=754, name=centos-stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, ceph=True) 2024-05-15T16:49:05.820 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:49:05 smithi081 bash[121856]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-4 2024-05-15T16:49:05.821 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:05 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:05.673+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:29.654933+0000 front 2024-05-15T16:48:29.654867+0000 (oldest deadline 2024-05-15T16:48:54.954821+0000) 2024-05-15T16:49:05.821 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:05 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:05.673+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:37.156107+0000 front 2024-05-15T16:48:37.156005+0000 (oldest deadline 2024-05-15T16:48:58.856102+0000) 2024-05-15T16:49:06.071 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:05 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:05.928+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:06.071 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:05 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:05.928+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:06.072 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:49:05 smithi081 podman[122022]: 2024-05-15 16:49:05.819835624 +0000 UTC m=+0.580029388 container remove 4765ca89ed8fb9347a5eb692c2619dffa6ac8318a9c278b14ca536bbc2780707 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-4, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_CLEAN=True, build-date=2022-05-03T08:36:31.336870, io.openshift.tags=base centos centos-stream, RELEASE=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vendor=Red Hat, Inc., architecture=x86_64, com.redhat.component=centos-stream-container, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8, io.k8s.display-name=CentOS Stream 8, vcs-type=git, io.openshift.expose-services=, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, CEPH_POINT_RELEASE=-17.2.0, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, distribution-scope=public, release=754, maintainer=Guillaume Abrioux , name=centos-stream) 2024-05-15T16:49:06.072 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:49:05 smithi081 bash[122040]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd.4" found: no such container 2024-05-15T16:49:06.324 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:49:06 smithi081 podman[122099]: 2024-05-15 16:49:06.070929212 +0000 UTC m=+0.105378703 container create 468b95d8636641c934ceea4deeb21ac2687cd2596fd18b71b41a958e1537cce3 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-4-deactivate, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, RELEASE=HEAD, io.openshift.tags=base centos centos-stream, architecture=x86_64, GIT_BRANCH=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-type=git, io.buildah.version=1.19.8, build-date=2022-05-03T08:36:31.336870, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, name=centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_CLEAN=True, CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.component=centos-stream-container, vendor=Red Hat, Inc., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, maintainer=Guillaume Abrioux , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, ceph=True, release=754, io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, version=8) 2024-05-15T16:49:06.324 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:49:06 smithi081 podman[122099]: 2024-05-15 16:49:05.983184984 +0000 UTC m=+0.017634497 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-05-15T16:49:06.609 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:06 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:06.348+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:06.609 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:06 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:06.348+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:06.609 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:49:06 smithi081 podman[122099]: 2024-05-15 16:49:06.323711294 +0000 UTC m=+0.358160789 container init 468b95d8636641c934ceea4deeb21ac2687cd2596fd18b71b41a958e1537cce3 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-4-deactivate, io.openshift.expose-services=, io.buildah.version=1.19.8, ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, maintainer=Guillaume Abrioux , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=centos-stream-container, vcs-type=git, io.openshift.tags=base centos centos-stream, CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, architecture=x86_64, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_CLEAN=True, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, build-date=2022-05-03T08:36:31.336870, distribution-scope=public, version=8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, name=centos-stream, GIT_BRANCH=HEAD, vendor=Red Hat, Inc., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.display-name=CentOS Stream 8, RELEASE=HEAD) 2024-05-15T16:49:06.609 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:49:06 smithi081 podman[122099]: 2024-05-15 16:49:06.327250271 +0000 UTC m=+0.361699773 container start 468b95d8636641c934ceea4deeb21ac2687cd2596fd18b71b41a958e1537cce3 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-4-deactivate, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.buildah.version=1.19.8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, maintainer=Guillaume Abrioux , vendor=Red Hat, Inc., CEPH_POINT_RELEASE=-17.2.0, GIT_CLEAN=True, version=8, vcs-type=git, name=centos-stream, GIT_BRANCH=HEAD, ceph=True, io.k8s.display-name=CentOS Stream 8, build-date=2022-05-03T08:36:31.336870, GIT_REPO=https://github.com/ceph/ceph-container.git, architecture=x86_64, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.expose-services=, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, distribution-scope=public, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base centos centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, RELEASE=HEAD, com.redhat.component=centos-stream-container) 2024-05-15T16:49:06.610 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:49:06 smithi081 podman[122099]: 2024-05-15 16:49:06.457290991 +0000 UTC m=+0.491740507 container attach 468b95d8636641c934ceea4deeb21ac2687cd2596fd18b71b41a958e1537cce3 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-4-deactivate, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, release=754, distribution-scope=public, name=centos-stream, version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_CLEAN=True, ceph=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., CEPH_POINT_RELEASE=-17.2.0, com.redhat.component=centos-stream-container, maintainer=Guillaume Abrioux , RELEASE=HEAD, architecture=x86_64, io.buildah.version=1.19.8, io.openshift.tags=base centos centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, build-date=2022-05-03T08:36:31.336870, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.display-name=CentOS Stream 8, vendor=Red Hat, Inc., vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.expose-services=, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image) 2024-05-15T16:49:06.865 INFO:journalctl@ceph.osd.4.smithi081.stdout:May 15 16:49:06 smithi081 podman[122099]: 2024-05-15 16:49:06.608847851 +0000 UTC m=+0.643297360 container died 468b95d8636641c934ceea4deeb21ac2687cd2596fd18b71b41a958e1537cce3 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-4-deactivate, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, version=8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.display-name=CentOS Stream 8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, release=754, io.buildah.version=1.19.8, GIT_BRANCH=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.component=centos-stream-container, build-date=2022-05-03T08:36:31.336870, distribution-scope=public, GIT_CLEAN=True, vendor=Red Hat, Inc., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, maintainer=Guillaume Abrioux , name=centos-stream, architecture=x86_64, io.openshift.tags=base centos centos-stream, CEPH_POINT_RELEASE=-17.2.0, vcs-type=git, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-05-15T16:49:06.866 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:06 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:06.699+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:29.654933+0000 front 2024-05-15T16:48:29.654867+0000 (oldest deadline 2024-05-15T16:48:54.954821+0000) 2024-05-15T16:49:06.866 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:06 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:06.699+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:37.156107+0000 front 2024-05-15T16:48:37.156005+0000 (oldest deadline 2024-05-15T16:48:58.856102+0000) 2024-05-15T16:49:07.170 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:06 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:06.910+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:07.170 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:06 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:06.910+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:07.194 DEBUG:teuthology.orchestra.run.smithi081:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.4.service' 2024-05-15T16:49:07.236 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-15T16:49:07.236 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-05-15T16:49:07.236 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-05-15T16:49:07.237 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.5 2024-05-15T16:49:07.423 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:07 smithi081 systemd[1]: Stopping Ceph osd.5 for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:49:07.424 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:07 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:07.319+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:07.424 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:07 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:07.319+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:07.865 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:07 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:07.422+0000 7f3b6331d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-15T16:49:07.865 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:07 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:07.422+0000 7f3b6331d700 -1 osd.5 123 *** Got signal Terminated *** 2024-05-15T16:49:07.865 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:07 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:07.422+0000 7f3b6331d700 -1 osd.5 123 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-15T16:49:07.866 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:07 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:07.669+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:29.654933+0000 front 2024-05-15T16:48:29.654867+0000 (oldest deadline 2024-05-15T16:48:54.954821+0000) 2024-05-15T16:49:07.866 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:07 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:07.669+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:37.156107+0000 front 2024-05-15T16:48:37.156005+0000 (oldest deadline 2024-05-15T16:48:58.856102+0000) 2024-05-15T16:49:08.324 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:07 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:07.951+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:08.324 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:07 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:07.951+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:08.615 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:08.323+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:08.615 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:08.323+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:08.994 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:08.711+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:29.654933+0000 front 2024-05-15T16:48:29.654867+0000 (oldest deadline 2024-05-15T16:48:54.954821+0000) 2024-05-15T16:49:08.994 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:08.711+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:37.156107+0000 front 2024-05-15T16:48:37.156005+0000 (oldest deadline 2024-05-15T16:48:58.856102+0000) 2024-05-15T16:49:09.364 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:08.993+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:09.364 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:08 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:08.993+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:09.615 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:09 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:09.362+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:09.615 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:09 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:09.362+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:10.014 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:09 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:09.738+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:29.654933+0000 front 2024-05-15T16:48:29.654867+0000 (oldest deadline 2024-05-15T16:48:54.954821+0000) 2024-05-15T16:49:10.014 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:09 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:09.738+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:37.156107+0000 front 2024-05-15T16:48:37.156005+0000 (oldest deadline 2024-05-15T16:48:58.856102+0000) 2024-05-15T16:49:10.365 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:10 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:10.012+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:10.365 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:10 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:10.012+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:10.691 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:10 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:10.394+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:10.691 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:10 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:10.394+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:10.978 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:10 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:10.690+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:29.654933+0000 front 2024-05-15T16:48:29.654867+0000 (oldest deadline 2024-05-15T16:48:54.954821+0000) 2024-05-15T16:49:10.978 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:10 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:10.690+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:37.156107+0000 front 2024-05-15T16:48:37.156005+0000 (oldest deadline 2024-05-15T16:48:58.856102+0000) 2024-05-15T16:49:11.365 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:10 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:10.976+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:11.365 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:10 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:10.976+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:11.365 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:10 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:10.976+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:48.581027+0000 front 2024-05-15T16:48:48.580952+0000 (oldest deadline 2024-05-15T16:49:10.280897+0000) 2024-05-15T16:49:11.865 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:11 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:11.678+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:29.654933+0000 front 2024-05-15T16:48:29.654867+0000 (oldest deadline 2024-05-15T16:48:54.954821+0000) 2024-05-15T16:49:11.865 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:11 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:11.678+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:37.156107+0000 front 2024-05-15T16:48:37.156005+0000 (oldest deadline 2024-05-15T16:48:58.856102+0000) 2024-05-15T16:49:11.865 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:11 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5[32906]: 2024-05-15T16:49:11.678+0000 7f3b5c4b1700 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:49.158841+0000 front 2024-05-15T16:48:49.158795+0000 (oldest deadline 2024-05-15T16:49:10.858702+0000) 2024-05-15T16:49:11.866 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:11 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:11.443+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:11.866 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:11 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:11.443+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:11.866 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:11 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:11.443+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:47.452849+0000 front 2024-05-15T16:48:47.452893+0000 (oldest deadline 2024-05-15T16:49:10.952787+0000) 2024-05-15T16:49:12.365 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:11 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:11.981+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:12.365 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:11 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:11.981+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:12.365 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:11 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:11.981+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:48.581027+0000 front 2024-05-15T16:48:48.580952+0000 (oldest deadline 2024-05-15T16:49:10.280897+0000) 2024-05-15T16:49:12.865 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:12 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:12.468+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:12.865 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:12 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:12.468+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:12.865 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:12 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:12.468+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:47.452849+0000 front 2024-05-15T16:48:47.452893+0000 (oldest deadline 2024-05-15T16:49:10.952787+0000) 2024-05-15T16:49:13.185 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:12 smithi081 podman[122177]: 2024-05-15 16:49:12.902858419 +0000 UTC m=+5.576852146 container died 360c015841210816390d6272d76ac3e61c792140a7a819952edf780169db5b55 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5, name=centos-stream, io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, maintainer=Guillaume Abrioux , release=754, GIT_REPO=https://github.com/ceph/ceph-container.git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.buildah.version=1.19.8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.tags=base centos centos-stream, architecture=x86_64, version=8, com.redhat.component=centos-stream-container, RELEASE=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, ceph=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vendor=Red Hat, Inc., GIT_CLEAN=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, CEPH_POINT_RELEASE=-17.2.0, build-date=2022-05-03T08:36:31.336870, vcs-type=git, distribution-scope=public) 2024-05-15T16:49:13.186 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:12 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:12.957+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:13.186 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:12 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:12.957+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:13.186 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:12 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:12.957+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:48.581027+0000 front 2024-05-15T16:48:48.580952+0000 (oldest deadline 2024-05-15T16:49:10.280897+0000) 2024-05-15T16:49:13.465 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:13 smithi081 podman[122177]: 2024-05-15 16:49:13.298052856 +0000 UTC m=+5.972046572 container cleanup 360c015841210816390d6272d76ac3e61c792140a7a819952edf780169db5b55 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5, release=754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, RELEASE=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, distribution-scope=public, io.k8s.display-name=CentOS Stream 8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, maintainer=Guillaume Abrioux , description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, ceph=True, CEPH_POINT_RELEASE=-17.2.0, vcs-type=git, version=8, io.openshift.tags=base centos centos-stream, io.buildah.version=1.19.8, vendor=Red Hat, Inc., build-date=2022-05-03T08:36:31.336870, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, name=centos-stream, GIT_CLEAN=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.expose-services=, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-05-15T16:49:13.465 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:13 smithi081 bash[122177]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5 2024-05-15T16:49:13.465 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:13 smithi081 bash[122205]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd.5" found: no such container 2024-05-15T16:49:13.787 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:13 smithi081 podman[122193]: 2024-05-15 16:49:13.549559412 +0000 UTC m=+0.643533556 container remove 360c015841210816390d6272d76ac3e61c792140a7a819952edf780169db5b55 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.tags=base centos centos-stream, io.buildah.version=1.19.8, vcs-type=git, name=centos-stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_BRANCH=HEAD, distribution-scope=public, build-date=2022-05-03T08:36:31.336870, release=754, version=8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, RELEASE=HEAD, io.k8s.display-name=CentOS Stream 8, maintainer=Guillaume Abrioux , com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., io.openshift.expose-services=, GIT_REPO=https://github.com/ceph/ceph-container.git, architecture=x86_64, GIT_CLEAN=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.component=centos-stream-container, CEPH_POINT_RELEASE=-17.2.0, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, ceph=True) 2024-05-15T16:49:13.787 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:13 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:13.463+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:13.787 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:13 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:13.463+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:13.787 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:13 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:13.463+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:47.452849+0000 front 2024-05-15T16:48:47.452893+0000 (oldest deadline 2024-05-15T16:49:10.952787+0000) 2024-05-15T16:49:14.040 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:13 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:13.952+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:14.040 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:13 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:13.952+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:14.040 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:13 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:13.952+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:48.581027+0000 front 2024-05-15T16:48:48.580952+0000 (oldest deadline 2024-05-15T16:49:10.280897+0000) 2024-05-15T16:49:14.040 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:13 smithi081 podman[122266]: 2024-05-15 16:49:13.690044163 +0000 UTC m=+0.018177847 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-05-15T16:49:14.040 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:13 smithi081 podman[122266]: 2024-05-15 16:49:13.800305632 +0000 UTC m=+0.128439289 container create eaac3686c17fc4c26c01f4df8edb76f22a4c185e5bcd5b4b2b00ece2b0afc513 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5-deactivate, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, distribution-scope=public, vendor=Red Hat, Inc., io.k8s.display-name=CentOS Stream 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_CLEAN=True, com.redhat.component=centos-stream-container, vcs-type=git, RELEASE=HEAD, release=754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, build-date=2022-05-03T08:36:31.336870, maintainer=Guillaume Abrioux , com.redhat.license_terms=https://centos.org/legal/licensing-policy/, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, CEPH_POINT_RELEASE=-17.2.0, name=centos-stream, ceph=True, version=8, GIT_REPO=https://github.com/ceph/ceph-container.git, io.buildah.version=1.19.8, io.openshift.tags=base centos centos-stream, GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-05-15T16:49:14.040 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:14 smithi081 podman[122266]: 2024-05-15 16:49:14.036252689 +0000 UTC m=+0.364386357 container init eaac3686c17fc4c26c01f4df8edb76f22a4c185e5bcd5b4b2b00ece2b0afc513 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=-17.2.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8, RELEASE=HEAD, io.buildah.version=1.19.8, name=centos-stream, io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, release=754, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_CLEAN=True, vendor=Red Hat, Inc., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-05-03T08:36:31.336870, io.openshift.tags=base centos centos-stream, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, GIT_REPO=https://github.com/ceph/ceph-container.git, distribution-scope=public, maintainer=Guillaume Abrioux , description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, ceph=True, architecture=x86_64, vcs-type=git) 2024-05-15T16:49:14.329 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:14 smithi081 podman[122266]: 2024-05-15 16:49:14.039508508 +0000 UTC m=+0.367642174 container start eaac3686c17fc4c26c01f4df8edb76f22a4c185e5bcd5b4b2b00ece2b0afc513 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5-deactivate, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, name=centos-stream, architecture=x86_64, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, build-date=2022-05-03T08:36:31.336870, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, maintainer=Guillaume Abrioux , vcs-type=git, com.redhat.component=centos-stream-container, ceph=True, vendor=Red Hat, Inc., version=8, GIT_BRANCH=HEAD, io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, RELEASE=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, release=754, GIT_CLEAN=True, io.openshift.tags=base centos centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, CEPH_POINT_RELEASE=-17.2.0) 2024-05-15T16:49:14.330 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:14 smithi081 podman[122266]: 2024-05-15 16:49:14.144851584 +0000 UTC m=+0.472985259 container attach eaac3686c17fc4c26c01f4df8edb76f22a4c185e5bcd5b4b2b00ece2b0afc513 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5-deactivate, GIT_REPO=https://github.com/ceph/ceph-container.git, vendor=Red Hat, Inc., io.openshift.tags=base centos centos-stream, maintainer=Guillaume Abrioux , GIT_CLEAN=True, version=8, architecture=x86_64, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, build-date=2022-05-03T08:36:31.336870, name=centos-stream, ceph=True, GIT_BRANCH=HEAD, io.openshift.expose-services=, com.redhat.component=centos-stream-container, RELEASE=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-type=git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.buildah.version=1.19.8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.display-name=CentOS Stream 8) 2024-05-15T16:49:14.615 INFO:journalctl@ceph.osd.5.smithi081.stdout:May 15 16:49:14 smithi081 podman[122266]: 2024-05-15 16:49:14.32912683 +0000 UTC m=+0.657260507 container died eaac3686c17fc4c26c01f4df8edb76f22a4c185e5bcd5b4b2b00ece2b0afc513 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.tags=base centos centos-stream, GIT_CLEAN=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, version=8, io.k8s.display-name=CentOS Stream 8, com.redhat.component=centos-stream-container, build-date=2022-05-03T08:36:31.336870, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, architecture=x86_64, CEPH_POINT_RELEASE=-17.2.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, GIT_REPO=https://github.com/ceph/ceph-container.git, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.buildah.version=1.19.8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, distribution-scope=public, name=centos-stream, maintainer=Guillaume Abrioux , com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.expose-services=, RELEASE=HEAD, release=754) 2024-05-15T16:49:14.616 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:14 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:14.482+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:14.616 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:14 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:14.482+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:14.616 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:14 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:14.482+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:47.452849+0000 front 2024-05-15T16:48:47.452893+0000 (oldest deadline 2024-05-15T16:49:10.952787+0000) 2024-05-15T16:49:14.905 DEBUG:teuthology.orchestra.run.smithi081:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.5.service' 2024-05-15T16:49:14.946 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-15T16:49:14.946 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-05-15T16:49:14.946 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-05-15T16:49:14.946 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.6 2024-05-15T16:49:15.152 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:15 smithi081 systemd[1]: Stopping Ceph osd.6 for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:49:15.152 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:14 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:14.934+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:15.152 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:14 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:14.934+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:15.153 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:14 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:14.934+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:48.581027+0000 front 2024-05-15T16:48:48.580952+0000 (oldest deadline 2024-05-15T16:49:10.280897+0000) 2024-05-15T16:49:15.436 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:15.150+0000 7ff690064700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-15T16:49:15.437 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:15.150+0000 7ff690064700 -1 osd.6 123 *** Got signal Terminated *** 2024-05-15T16:49:15.437 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:15.150+0000 7ff690064700 -1 osd.6 123 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-15T16:49:15.865 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:15.489+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:15.865 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:15.489+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:15.866 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:15.489+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:47.452849+0000 front 2024-05-15T16:48:47.452893+0000 (oldest deadline 2024-05-15T16:49:10.952787+0000) 2024-05-15T16:49:16.171 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:15.891+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:16.171 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:15.891+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:16.171 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:15 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:15.891+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:48.581027+0000 front 2024-05-15T16:48:48.580952+0000 (oldest deadline 2024-05-15T16:49:10.280897+0000) 2024-05-15T16:49:16.865 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:16 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:16.536+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:16.865 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:16 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:16.536+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:16.865 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:16 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:16.536+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:47.452849+0000 front 2024-05-15T16:48:47.452893+0000 (oldest deadline 2024-05-15T16:49:10.952787+0000) 2024-05-15T16:49:17.365 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:16 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:16.916+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:17.365 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:16 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:16.916+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:17.366 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:16 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:16.916+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:48.581027+0000 front 2024-05-15T16:48:48.580952+0000 (oldest deadline 2024-05-15T16:49:10.280897+0000) 2024-05-15T16:49:17.865 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:17 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:17.560+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:17.865 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:17 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:17.560+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:17.865 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:17 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:17.560+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:47.452849+0000 front 2024-05-15T16:48:47.452893+0000 (oldest deadline 2024-05-15T16:49:10.952787+0000) 2024-05-15T16:49:18.365 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:17 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:17.950+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:18.365 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:17 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:17.950+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:18.365 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:17 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:17.950+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:48.581027+0000 front 2024-05-15T16:48:48.580952+0000 (oldest deadline 2024-05-15T16:49:10.280897+0000) 2024-05-15T16:49:18.865 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:18.560+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:18.865 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:18.560+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:18.865 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:18.560+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:47.452849+0000 front 2024-05-15T16:48:47.452893+0000 (oldest deadline 2024-05-15T16:49:10.952787+0000) 2024-05-15T16:49:19.246 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:18.911+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:19.246 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:18.911+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:19.246 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:18 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:18.911+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:48.581027+0000 front 2024-05-15T16:48:48.580952+0000 (oldest deadline 2024-05-15T16:49:10.280897+0000) 2024-05-15T16:49:19.865 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:19.595+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:19.865 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:19.595+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:19.865 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:19.596+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:47.452849+0000 front 2024-05-15T16:48:47.452893+0000 (oldest deadline 2024-05-15T16:49:10.952787+0000) 2024-05-15T16:49:20.115 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:19.863+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:20.115 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:19.863+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:20.115 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:19 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:19.863+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:48.581027+0000 front 2024-05-15T16:48:48.580952+0000 (oldest deadline 2024-05-15T16:49:10.280897+0000) 2024-05-15T16:49:20.494 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: *** Caught signal (Segmentation fault) ** 2024-05-15T16:49:20.494 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: in thread 7ff674fc2700 thread_name:safe_timer 2024-05-15T16:49:20.494 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable) 2024-05-15T16:49:20.495 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 1: /lib64/libpthread.so.0(+0x12ce0) [0x7ff696863ce0] 2024-05-15T16:49:20.495 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2: (BlueStore::_txc_create(BlueStore::Collection*, BlueStore::OpSequencer*, std::__cxx11::list >*, boost::intrusive_ptr)+0x3ae) [0x55837a62855e] 2024-05-15T16:49:20.495 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 3: (BlueStore::queue_transactions(boost::intrusive_ptr&, std::vector >&, boost::intrusive_ptr, ThreadPool::TPHandle*)+0x260) [0x55837a68d3e0] 2024-05-15T16:49:20.495 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 4: (non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector >&, boost::intrusive_ptr)+0x55) [0x55837a28d2e5] 2024-05-15T16:49:20.495 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 5: (ReplicatedBackend::submit_transaction(hobject_t const&, object_stat_sum_t const&, eversion_t const&, std::unique_ptr >&&, eversion_t const&, eversion_t const&, std::vector >&&, std::optional&, Context*, unsigned long, osd_reqid_t, boost::intrusive_ptr)+0xca8) [0x55837a4a7f98] 2024-05-15T16:49:20.495 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 6: (PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather*, PrimaryLogPG::OpContext*)+0xc90) [0x55837a1f3da0] 2024-05-15T16:49:20.495 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 7: (PrimaryLogPG::simple_opc_submit(std::unique_ptr >)+0x120) [0x55837a1f6000] 2024-05-15T16:49:20.495 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 8: (PrimaryLogPG::handle_watch_timeout(std::shared_ptr)+0xb99) [0x55837a1f83f9] 2024-05-15T16:49:20.496 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 9: (HandleWatchTimeout::complete(int)+0x11b) [0x55837a17a4ab] 2024-05-15T16:49:20.496 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 10: (CommonSafeTimer::timer_thread()+0x11a) [0x55837a7f8afa] 2024-05-15T16:49:20.496 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 11: (CommonSafeTimerThread::entry()+0x11) [0x55837a7fa121] 2024-05-15T16:49:20.496 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 12: /lib64/libpthread.so.0(+0x81ca) [0x7ff6968591ca] 2024-05-15T16:49:20.496 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 13: clone() 2024-05-15T16:49:20.496 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:20.306+0000 7ff674fc2700 -1 *** Caught signal (Segmentation fault) ** 2024-05-15T16:49:20.496 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: in thread 7ff674fc2700 thread_name:safe_timer 2024-05-15T16:49:20.496 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:20.497 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable) 2024-05-15T16:49:20.497 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 1: /lib64/libpthread.so.0(+0x12ce0) [0x7ff696863ce0] 2024-05-15T16:49:20.497 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2: (BlueStore::_txc_create(BlueStore::Collection*, BlueStore::OpSequencer*, std::__cxx11::list >*, boost::intrusive_ptr)+0x3ae) [0x55837a62855e] 2024-05-15T16:49:20.497 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 3: (BlueStore::queue_transactions(boost::intrusive_ptr&, std::vector >&, boost::intrusive_ptr, ThreadPool::TPHandle*)+0x260) [0x55837a68d3e0] 2024-05-15T16:49:20.497 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 4: (non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector >&, boost::intrusive_ptr)+0x55) [0x55837a28d2e5] 2024-05-15T16:49:20.497 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 5: (ReplicatedBackend::submit_transaction(hobject_t const&, object_stat_sum_t const&, eversion_t const&, std::unique_ptr >&&, eversion_t const&, eversion_t const&, std::vector >&&, std::optional&, Context*, unsigned long, osd_reqid_t, boost::intrusive_ptr)+0xca8) [0x55837a4a7f98] 2024-05-15T16:49:20.497 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 6: (PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather*, PrimaryLogPG::OpContext*)+0xc90) [0x55837a1f3da0] 2024-05-15T16:49:20.497 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 7: (PrimaryLogPG::simple_opc_submit(std::unique_ptr >)+0x120) [0x55837a1f6000] 2024-05-15T16:49:20.498 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 8: (PrimaryLogPG::handle_watch_timeout(std::shared_ptr)+0xb99) [0x55837a1f83f9] 2024-05-15T16:49:20.498 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 9: (HandleWatchTimeout::complete(int)+0x11b) [0x55837a17a4ab] 2024-05-15T16:49:20.498 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 10: (CommonSafeTimer::timer_thread()+0x11a) [0x55837a7f8afa] 2024-05-15T16:49:20.498 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 11: (CommonSafeTimerThread::entry()+0x11) [0x55837a7fa121] 2024-05-15T16:49:20.498 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 12: /lib64/libpthread.so.0(+0x81ca) [0x7ff6968591ca] 2024-05-15T16:49:20.498 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 13: clone() 2024-05-15T16:49:20.498 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-05-15T16:49:20.498 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:20.499 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -3985> 2024-05-15T16:48:53.309+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.499 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -3773> 2024-05-15T16:48:54.281+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.499 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -3744> 2024-05-15T16:48:55.237+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.499 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -3543> 2024-05-15T16:48:56.197+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.499 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -3311> 2024-05-15T16:48:57.160+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.499 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -3092> 2024-05-15T16:48:58.165+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.499 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -3063> 2024-05-15T16:48:59.209+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.499 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -3062> 2024-05-15T16:48:59.209+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:20.499 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -2613> 2024-05-15T16:49:00.220+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.500 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -2612> 2024-05-15T16:49:00.220+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:20.500 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -2538> 2024-05-15T16:49:01.266+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.500 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -2537> 2024-05-15T16:49:01.266+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:20.500 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -2329> 2024-05-15T16:49:02.239+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.500 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -2328> 2024-05-15T16:49:02.239+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:20.500 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -2263> 2024-05-15T16:49:03.268+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.500 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -2262> 2024-05-15T16:49:03.268+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:20.501 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -2079> 2024-05-15T16:49:04.305+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.501 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -2078> 2024-05-15T16:49:04.305+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:20.502 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -1930> 2024-05-15T16:49:05.337+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.502 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -1929> 2024-05-15T16:49:05.337+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:20.502 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -1795> 2024-05-15T16:49:06.348+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.502 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -1794> 2024-05-15T16:49:06.348+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:20.502 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -1745> 2024-05-15T16:49:07.319+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.502 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -1744> 2024-05-15T16:49:07.319+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:20.502 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -1410> 2024-05-15T16:49:08.323+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.502 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -1409> 2024-05-15T16:49:08.323+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:20.503 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -1323> 2024-05-15T16:49:09.362+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.503 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -1322> 2024-05-15T16:49:09.362+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:20.503 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -1176> 2024-05-15T16:49:10.394+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.503 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -1175> 2024-05-15T16:49:10.394+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:20.503 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -1052> 2024-05-15T16:49:11.443+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.503 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -1051> 2024-05-15T16:49:11.443+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:20.503 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -1050> 2024-05-15T16:49:11.443+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:47.452849+0000 front 2024-05-15T16:48:47.452893+0000 (oldest deadline 2024-05-15T16:49:10.952787+0000) 2024-05-15T16:49:20.503 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -937> 2024-05-15T16:49:12.468+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.504 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -936> 2024-05-15T16:49:12.468+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:20.504 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -935> 2024-05-15T16:49:12.468+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:47.452849+0000 front 2024-05-15T16:48:47.452893+0000 (oldest deadline 2024-05-15T16:49:10.952787+0000) 2024-05-15T16:49:20.504 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -880> 2024-05-15T16:49:13.463+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.504 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -879> 2024-05-15T16:49:13.463+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:20.504 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -878> 2024-05-15T16:49:13.463+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:47.452849+0000 front 2024-05-15T16:48:47.452893+0000 (oldest deadline 2024-05-15T16:49:10.952787+0000) 2024-05-15T16:49:20.504 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -771> 2024-05-15T16:49:14.482+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.504 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -770> 2024-05-15T16:49:14.482+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:20.504 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -769> 2024-05-15T16:49:14.482+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:47.452849+0000 front 2024-05-15T16:48:47.452893+0000 (oldest deadline 2024-05-15T16:49:10.952787+0000) 2024-05-15T16:49:20.505 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -728> 2024-05-15T16:49:15.150+0000 7ff690064700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-15T16:49:20.505 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -727> 2024-05-15T16:49:15.150+0000 7ff690064700 -1 osd.6 123 *** Got signal Terminated *** 2024-05-15T16:49:20.505 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -725> 2024-05-15T16:49:15.150+0000 7ff690064700 -1 osd.6 123 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-15T16:49:20.505 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -592> 2024-05-15T16:49:15.489+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.505 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -591> 2024-05-15T16:49:15.489+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:20.505 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -590> 2024-05-15T16:49:15.489+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:47.452849+0000 front 2024-05-15T16:48:47.452893+0000 (oldest deadline 2024-05-15T16:49:10.952787+0000) 2024-05-15T16:49:20.505 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -464> 2024-05-15T16:49:16.536+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.505 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -463> 2024-05-15T16:49:16.536+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:20.506 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -462> 2024-05-15T16:49:16.536+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:47.452849+0000 front 2024-05-15T16:48:47.452893+0000 (oldest deadline 2024-05-15T16:49:10.952787+0000) 2024-05-15T16:49:20.506 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -318> 2024-05-15T16:49:17.560+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.506 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -317> 2024-05-15T16:49:17.560+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:20.506 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -316> 2024-05-15T16:49:17.560+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:47.452849+0000 front 2024-05-15T16:48:47.452893+0000 (oldest deadline 2024-05-15T16:49:10.952787+0000) 2024-05-15T16:49:20.506 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -175> 2024-05-15T16:49:18.560+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.506 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -174> 2024-05-15T16:49:18.560+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:20.506 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -173> 2024-05-15T16:49:18.560+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:47.452849+0000 front 2024-05-15T16:48:47.452893+0000 (oldest deadline 2024-05-15T16:49:10.952787+0000) 2024-05-15T16:49:20.506 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -82> 2024-05-15T16:49:19.595+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:30.149888+0000 front 2024-05-15T16:48:30.149898+0000 (oldest deadline 2024-05-15T16:48:52.449710+0000) 2024-05-15T16:49:20.507 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -81> 2024-05-15T16:49:19.595+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:33.550627+0000 front 2024-05-15T16:48:33.550643+0000 (oldest deadline 2024-05-15T16:48:58.850547+0000) 2024-05-15T16:49:20.507 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: -80> 2024-05-15T16:49:19.596+0000 7ff6891f8700 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:47.452849+0000 front 2024-05-15T16:48:47.452893+0000 (oldest deadline 2024-05-15T16:49:10.952787+0000) 2024-05-15T16:49:20.507 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 0> 2024-05-15T16:49:20.306+0000 7ff674fc2700 -1 *** Caught signal (Segmentation fault) ** 2024-05-15T16:49:20.507 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: in thread 7ff674fc2700 thread_name:safe_timer 2024-05-15T16:49:20.507 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:20.507 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable) 2024-05-15T16:49:20.507 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 1: /lib64/libpthread.so.0(+0x12ce0) [0x7ff696863ce0] 2024-05-15T16:49:20.507 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2: (BlueStore::_txc_create(BlueStore::Collection*, BlueStore::OpSequencer*, std::__cxx11::list >*, boost::intrusive_ptr)+0x3ae) [0x55837a62855e] 2024-05-15T16:49:20.507 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 3: (BlueStore::queue_transactions(boost::intrusive_ptr&, std::vector >&, boost::intrusive_ptr, ThreadPool::TPHandle*)+0x260) [0x55837a68d3e0] 2024-05-15T16:49:20.508 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 4: (non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector >&, boost::intrusive_ptr)+0x55) [0x55837a28d2e5] 2024-05-15T16:49:20.508 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 5: (ReplicatedBackend::submit_transaction(hobject_t const&, object_stat_sum_t const&, eversion_t const&, std::unique_ptr >&&, eversion_t const&, eversion_t const&, std::vector >&&, std::optional&, Context*, unsigned long, osd_reqid_t, boost::intrusive_ptr)+0xca8) [0x55837a4a7f98] 2024-05-15T16:49:20.508 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 6: (PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather*, PrimaryLogPG::OpContext*)+0xc90) [0x55837a1f3da0] 2024-05-15T16:49:20.508 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 7: (PrimaryLogPG::simple_opc_submit(std::unique_ptr >)+0x120) [0x55837a1f6000] 2024-05-15T16:49:20.508 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 8: (PrimaryLogPG::handle_watch_timeout(std::shared_ptr)+0xb99) [0x55837a1f83f9] 2024-05-15T16:49:20.508 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 9: (HandleWatchTimeout::complete(int)+0x11b) [0x55837a17a4ab] 2024-05-15T16:49:20.508 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 10: (CommonSafeTimer::timer_thread()+0x11a) [0x55837a7f8afa] 2024-05-15T16:49:20.508 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 11: (CommonSafeTimerThread::entry()+0x11) [0x55837a7fa121] 2024-05-15T16:49:20.509 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 12: /lib64/libpthread.so.0(+0x81ca) [0x7ff6968591ca] 2024-05-15T16:49:20.509 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 13: clone() 2024-05-15T16:49:20.509 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-05-15T16:49:20.509 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6[35805]: 2024-05-15T16:49:20.862 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:20 smithi081 podman[122344]: 2024-05-15 16:49:20.635681073 +0000 UTC m=+5.595485387 container died 28621b8e0dfce99c8cadc258a70f29b6492944fbb3ed2099c92ad67e96e7501c (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6, CEPH_POINT_RELEASE=-17.2.0, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_CLEAN=True, io.buildah.version=1.19.8, io.k8s.display-name=CentOS Stream 8, io.openshift.tags=base centos centos-stream, ceph=True, vcs-type=git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, distribution-scope=public, io.openshift.expose-services=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, vendor=Red Hat, Inc., name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, version=8, RELEASE=HEAD, release=754, GIT_REPO=https://github.com/ceph/ceph-container.git, build-date=2022-05-03T08:36:31.336870, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=centos-stream-container) 2024-05-15T16:49:21.115 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:21 smithi081 podman[122344]: 2024-05-15 16:49:21.021606698 +0000 UTC m=+5.981411003 container cleanup 28621b8e0dfce99c8cadc258a70f29b6492944fbb3ed2099c92ad67e96e7501c (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=centos-stream-container, io.buildah.version=1.19.8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_BRANCH=HEAD, vcs-type=git, RELEASE=HEAD, build-date=2022-05-03T08:36:31.336870, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=-17.2.0, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, release=754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.expose-services=, io.openshift.tags=base centos centos-stream, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, architecture=x86_64, io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8) 2024-05-15T16:49:21.115 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:21 smithi081 bash[122344]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6 2024-05-15T16:49:21.115 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:21 smithi081 bash[122758]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd.6" found: no such container 2024-05-15T16:49:21.116 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:20.861+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:21.116 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:20.861+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:21.116 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:20.861+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:48.581027+0000 front 2024-05-15T16:48:48.580952+0000 (oldest deadline 2024-05-15T16:49:10.280897+0000) 2024-05-15T16:49:21.116 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:20 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:20.861+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6830 osd.3 since back 2024-05-15T16:48:55.482291+0000 front 2024-05-15T16:48:55.482299+0000 (oldest deadline 2024-05-15T16:49:20.182209+0000) 2024-05-15T16:49:21.535 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:21 smithi081 podman[122703]: 2024-05-15 16:49:21.264935045 +0000 UTC m=+0.856942223 container remove 28621b8e0dfce99c8cadc258a70f29b6492944fbb3ed2099c92ad67e96e7501c (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6, build-date=2022-05-03T08:36:31.336870, GIT_BRANCH=HEAD, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, GIT_CLEAN=True, vendor=Red Hat, Inc., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.buildah.version=1.19.8, ceph=True, name=centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, release=754, io.openshift.tags=base centos centos-stream, io.openshift.expose-services=, RELEASE=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, CEPH_POINT_RELEASE=-17.2.0, io.k8s.display-name=CentOS Stream 8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, maintainer=Guillaume Abrioux , distribution-scope=public, version=8, com.redhat.component=centos-stream-container, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image) 2024-05-15T16:49:21.535 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:21 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.6.service: Main process exited, code=exited, status=139/n/a 2024-05-15T16:49:22.078 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:21 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:21.850+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:22.078 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:21 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:21.850+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:22.078 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:21 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:21.850+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:48.581027+0000 front 2024-05-15T16:48:48.580952+0000 (oldest deadline 2024-05-15T16:49:10.280897+0000) 2024-05-15T16:49:22.078 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:21 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:21.850+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6830 osd.3 since back 2024-05-15T16:48:55.482291+0000 front 2024-05-15T16:48:55.482299+0000 (oldest deadline 2024-05-15T16:49:20.182209+0000) 2024-05-15T16:49:22.356 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:22 smithi081 podman[122842]: 2024-05-15 16:49:22.077695022 +0000 UTC m=+0.107724010 container create 49137261e62511d9b4ea29752acf16c21de060d8d7c859e5608d291ee1b69728 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6-deactivate, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_BRANCH=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.component=centos-stream-container, distribution-scope=public, architecture=x86_64, io.openshift.tags=base centos centos-stream, vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.buildah.version=1.19.8, CEPH_POINT_RELEASE=-17.2.0, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, RELEASE=HEAD, build-date=2022-05-03T08:36:31.336870, io.k8s.display-name=CentOS Stream 8, ceph=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Guillaume Abrioux , name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, version=8, GIT_CLEAN=True, io.openshift.expose-services=) 2024-05-15T16:49:22.356 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:22 smithi081 podman[122842]: 2024-05-15 16:49:21.988598606 +0000 UTC m=+0.018627614 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-05-15T16:49:22.615 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:22 smithi081 podman[122842]: 2024-05-15 16:49:22.355541356 +0000 UTC m=+0.385570344 container init 49137261e62511d9b4ea29752acf16c21de060d8d7c859e5608d291ee1b69728 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6-deactivate, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=754, RELEASE=HEAD, com.redhat.component=centos-stream-container, io.openshift.expose-services=, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, CEPH_POINT_RELEASE=-17.2.0, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base centos centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, architecture=x86_64, GIT_BRANCH=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, io.k8s.display-name=CentOS Stream 8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, maintainer=Guillaume Abrioux , GIT_CLEAN=True, vendor=Red Hat, Inc., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, distribution-scope=public, build-date=2022-05-03T08:36:31.336870, io.buildah.version=1.19.8, ceph=True, name=centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754) 2024-05-15T16:49:22.616 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:22 smithi081 podman[122842]: 2024-05-15 16:49:22.359150462 +0000 UTC m=+0.389179459 container start 49137261e62511d9b4ea29752acf16c21de060d8d7c859e5608d291ee1b69728 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6-deactivate, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, name=centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, release=754, io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-05-03T08:36:31.336870, version=8, RELEASE=HEAD, com.redhat.component=centos-stream-container, CEPH_POINT_RELEASE=-17.2.0, vcs-type=git, GIT_REPO=https://github.com/ceph/ceph-container.git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, ceph=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, io.openshift.tags=base centos centos-stream, vendor=Red Hat, Inc., distribution-scope=public, maintainer=Guillaume Abrioux , io.buildah.version=1.19.8, GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.expose-services=, com.redhat.license_terms=https://centos.org/legal/licensing-policy/) 2024-05-15T16:49:22.616 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:22 smithi081 podman[122842]: 2024-05-15 16:49:22.438846714 +0000 UTC m=+0.468875716 container attach 49137261e62511d9b4ea29752acf16c21de060d8d7c859e5608d291ee1b69728 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6-deactivate, RELEASE=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.display-name=CentOS Stream 8, GIT_BRANCH=HEAD, name=centos-stream, ceph=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, maintainer=Guillaume Abrioux , GIT_CLEAN=True, release=754, build-date=2022-05-03T08:36:31.336870, vendor=Red Hat, Inc., io.openshift.expose-services=, version=8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, CEPH_POINT_RELEASE=-17.2.0, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=centos-stream-container, io.buildah.version=1.19.8, io.openshift.tags=base centos centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-05-15T16:49:23.033 INFO:journalctl@ceph.osd.6.smithi081.stdout:May 15 16:49:22 smithi081 podman[122842]: 2024-05-15 16:49:22.657875126 +0000 UTC m=+0.687904117 container died 49137261e62511d9b4ea29752acf16c21de060d8d7c859e5608d291ee1b69728 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.openshift.tags=base centos centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, RELEASE=HEAD, vendor=Red Hat, Inc., GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.expose-services=, name=centos-stream, GIT_BRANCH=HEAD, io.k8s.display-name=CentOS Stream 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=centos-stream-container, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, ceph=True, architecture=x86_64, version=8, release=754, build-date=2022-05-03T08:36:31.336870, io.buildah.version=1.19.8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754) 2024-05-15T16:49:23.033 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:22 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:22.862+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:23.034 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:22 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:22.862+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:23.034 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:22 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:22.862+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:48.581027+0000 front 2024-05-15T16:48:48.580952+0000 (oldest deadline 2024-05-15T16:49:10.280897+0000) 2024-05-15T16:49:23.034 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:22 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:22.862+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6830 osd.3 since back 2024-05-15T16:48:55.482291+0000 front 2024-05-15T16:48:55.482299+0000 (oldest deadline 2024-05-15T16:49:20.182209+0000) 2024-05-15T16:49:23.803 DEBUG:teuthology.orchestra.run.smithi081:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.6.service' 2024-05-15T16:49:23.842 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-15T16:49:23.842 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-05-15T16:49:23.843 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-05-15T16:49:23.843 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.7 2024-05-15T16:49:24.081 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:23.841+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:24.081 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:23.841+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:24.081 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:23.841+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:48.581027+0000 front 2024-05-15T16:48:48.580952+0000 (oldest deadline 2024-05-15T16:49:10.280897+0000) 2024-05-15T16:49:24.081 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:23 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:23.841+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6830 osd.3 since back 2024-05-15T16:48:55.482291+0000 front 2024-05-15T16:48:55.482299+0000 (oldest deadline 2024-05-15T16:49:20.182209+0000) 2024-05-15T16:49:24.081 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:23 smithi081 systemd[1]: Stopping Ceph osd.7 for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:49:24.365 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:24 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:24.199+0000 7fef8e95c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-15T16:49:24.365 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:24 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:24.199+0000 7fef8e95c700 -1 osd.7 123 *** Got signal Terminated *** 2024-05-15T16:49:24.365 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:24 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:24.199+0000 7fef8e95c700 -1 osd.7 123 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-15T16:49:25.115 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:24 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:24.826+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:25.115 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:24 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:24.826+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:25.116 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:24 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:24.826+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:48.581027+0000 front 2024-05-15T16:48:48.580952+0000 (oldest deadline 2024-05-15T16:49:10.280897+0000) 2024-05-15T16:49:25.116 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:24 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:24.826+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6830 osd.3 since back 2024-05-15T16:48:55.482291+0000 front 2024-05-15T16:48:55.482299+0000 (oldest deadline 2024-05-15T16:49:20.182209+0000) 2024-05-15T16:49:26.115 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:25 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:25.861+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:26.115 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:25 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:25.861+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:26.115 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:25 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:25.861+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:48.581027+0000 front 2024-05-15T16:48:48.580952+0000 (oldest deadline 2024-05-15T16:49:10.280897+0000) 2024-05-15T16:49:26.115 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:25 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:25.861+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6830 osd.3 since back 2024-05-15T16:48:55.482291+0000 front 2024-05-15T16:48:55.482299+0000 (oldest deadline 2024-05-15T16:49:20.182209+0000) 2024-05-15T16:49:26.116 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:25 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:25.861+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.81:6804 osd.4 since back 2024-05-15T16:49:00.182515+0000 front 2024-05-15T16:49:00.182545+0000 (oldest deadline 2024-05-15T16:49:25.482602+0000) 2024-05-15T16:49:27.365 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:26 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:26.906+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:27.365 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:26 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:26.906+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:27.366 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:26 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:26.906+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:48.581027+0000 front 2024-05-15T16:48:48.580952+0000 (oldest deadline 2024-05-15T16:49:10.280897+0000) 2024-05-15T16:49:27.366 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:26 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:26.906+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6830 osd.3 since back 2024-05-15T16:48:55.482291+0000 front 2024-05-15T16:48:55.482299+0000 (oldest deadline 2024-05-15T16:49:20.182209+0000) 2024-05-15T16:49:27.366 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:26 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:26.906+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.81:6804 osd.4 since back 2024-05-15T16:49:00.182515+0000 front 2024-05-15T16:49:00.182545+0000 (oldest deadline 2024-05-15T16:49:25.482602+0000) 2024-05-15T16:49:28.365 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:27 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:27.877+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:28.365 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:27 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:27.877+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:28.365 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:27 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:27.877+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:48.581027+0000 front 2024-05-15T16:48:48.580952+0000 (oldest deadline 2024-05-15T16:49:10.280897+0000) 2024-05-15T16:49:28.366 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:27 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:27.877+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6830 osd.3 since back 2024-05-15T16:48:55.482291+0000 front 2024-05-15T16:48:55.482299+0000 (oldest deadline 2024-05-15T16:49:20.182209+0000) 2024-05-15T16:49:28.366 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:27 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:27.877+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.81:6804 osd.4 since back 2024-05-15T16:49:00.182515+0000 front 2024-05-15T16:49:00.182545+0000 (oldest deadline 2024-05-15T16:49:25.482602+0000) 2024-05-15T16:49:29.365 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:28.921+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6806 osd.0 since back 2024-05-15T16:48:25.178228+0000 front 2024-05-15T16:48:25.178316+0000 (oldest deadline 2024-05-15T16:48:51.078256+0000) 2024-05-15T16:49:29.365 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:28.921+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6814 osd.1 since back 2024-05-15T16:48:35.779163+0000 front 2024-05-15T16:48:35.779199+0000 (oldest deadline 2024-05-15T16:49:01.679093+0000) 2024-05-15T16:49:29.365 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:28.921+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6822 osd.2 since back 2024-05-15T16:48:48.581027+0000 front 2024-05-15T16:48:48.580952+0000 (oldest deadline 2024-05-15T16:49:10.280897+0000) 2024-05-15T16:49:29.366 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:28.921+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.66:6830 osd.3 since back 2024-05-15T16:48:55.482291+0000 front 2024-05-15T16:48:55.482299+0000 (oldest deadline 2024-05-15T16:49:20.182209+0000) 2024-05-15T16:49:29.366 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:28 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7[38740]: 2024-05-15T16:49:28.921+0000 7fef89af4700 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.81:6804 osd.4 since back 2024-05-15T16:49:00.182515+0000 front 2024-05-15T16:49:00.182545+0000 (oldest deadline 2024-05-15T16:49:25.482602+0000) 2024-05-15T16:49:29.843 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:29 smithi081 podman[123062]: 2024-05-15 16:49:29.562669503 +0000 UTC m=+5.633358095 container died d77057b690f57f8f030cbbe8e5ab550cb26ff9375dc878419e79cba6257687a3 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7, io.buildah.version=1.19.8, io.k8s.display-name=CentOS Stream 8, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-type=git, name=centos-stream, RELEASE=HEAD, build-date=2022-05-03T08:36:31.336870, io.openshift.expose-services=, architecture=x86_64, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, distribution-scope=public, ceph=True, io.openshift.tags=base centos centos-stream, GIT_BRANCH=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vendor=Red Hat, Inc., GIT_CLEAN=True, version=8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=-17.2.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=centos-stream-container, com.redhat.license_terms=https://centos.org/legal/licensing-policy/) 2024-05-15T16:49:30.115 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:29 smithi081 podman[123062]: 2024-05-15 16:49:29.998934903 +0000 UTC m=+6.069623481 container cleanup d77057b690f57f8f030cbbe8e5ab550cb26ff9375dc878419e79cba6257687a3 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.component=centos-stream-container, distribution-scope=public, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=centos-stream, version=8, architecture=x86_64, io.openshift.tags=base centos centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.expose-services=, release=754, CEPH_POINT_RELEASE=-17.2.0, ceph=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, GIT_CLEAN=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, build-date=2022-05-03T08:36:31.336870, io.k8s.display-name=CentOS Stream 8, maintainer=Guillaume Abrioux , vcs-type=git, vendor=Red Hat, Inc., RELEASE=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-05-15T16:49:30.115 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:29 smithi081 bash[123062]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7 2024-05-15T16:49:30.446 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:30 smithi081 podman[123290]: 2024-05-15 16:49:30.19328426 +0000 UTC m=+0.621533334 container remove d77057b690f57f8f030cbbe8e5ab550cb26ff9375dc878419e79cba6257687a3 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7, distribution-scope=public, io.k8s.display-name=CentOS Stream 8, build-date=2022-05-03T08:36:31.336870, GIT_CLEAN=True, release=754, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, vendor=Red Hat, Inc., architecture=x86_64, com.redhat.component=centos-stream-container, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, maintainer=Guillaume Abrioux , io.buildah.version=1.19.8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, RELEASE=HEAD, name=centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, version=8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.tags=base centos centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, CEPH_POINT_RELEASE=-17.2.0, vcs-type=git, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-05-15T16:49:30.447 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:30 smithi081 bash[123305]: Error: no container with name or ID "ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd.7" found: no such container 2024-05-15T16:49:30.747 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:30 smithi081 podman[123365]: 2024-05-15 16:49:30.349434202 +0000 UTC m=+0.018025698 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-05-15T16:49:30.747 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:30 smithi081 podman[123365]: 2024-05-15 16:49:30.452350939 +0000 UTC m=+0.120942467 container create 55299b4311064e673fcd1a8f6b05dde1d322fdd89788adffc31cf3bcf7e35d48 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7-deactivate, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8, version=8, io.openshift.expose-services=, architecture=x86_64, io.openshift.tags=base centos centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_CLEAN=True, CEPH_POINT_RELEASE=-17.2.0, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-type=git, release=754, GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, name=centos-stream, ceph=True, build-date=2022-05-03T08:36:31.336870, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, maintainer=Guillaume Abrioux , io.buildah.version=1.19.8, com.redhat.component=centos-stream-container, RELEASE=HEAD, distribution-scope=public) 2024-05-15T16:49:30.747 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:30 smithi081 podman[123365]: 2024-05-15 16:49:30.663325715 +0000 UTC m=+0.331917202 container init 55299b4311064e673fcd1a8f6b05dde1d322fdd89788adffc31cf3bcf7e35d48 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7-deactivate, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, version=8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, architecture=x86_64, RELEASE=HEAD, vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_CLEAN=True, io.openshift.expose-services=, release=754, io.k8s.display-name=CentOS Stream 8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, ceph=True, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, CEPH_POINT_RELEASE=-17.2.0, io.openshift.tags=base centos centos-stream, name=centos-stream, maintainer=Guillaume Abrioux , summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image) 2024-05-15T16:49:30.748 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:30 smithi081 podman[123365]: 2024-05-15 16:49:30.666772013 +0000 UTC m=+0.335363499 container start 55299b4311064e673fcd1a8f6b05dde1d322fdd89788adffc31cf3bcf7e35d48 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7-deactivate, vcs-type=git, io.buildah.version=1.19.8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_CLEAN=True, name=centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.component=centos-stream-container, maintainer=Guillaume Abrioux , release=754, distribution-scope=public, vendor=Red Hat, Inc., architecture=x86_64, RELEASE=HEAD, io.openshift.expose-services=, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream, version=8, CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.display-name=CentOS Stream 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-05-03T08:36:31.336870) 2024-05-15T16:49:30.748 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:30 smithi081 podman[123365]: 2024-05-15 16:49:30.746658187 +0000 UTC m=+0.415249690 container attach 55299b4311064e673fcd1a8f6b05dde1d322fdd89788adffc31cf3bcf7e35d48 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7-deactivate, io.openshift.expose-services=, name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, GIT_CLEAN=True, com.redhat.component=centos-stream-container, maintainer=Guillaume Abrioux , ceph=True, vcs-type=git, distribution-scope=public, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, release=754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_BRANCH=HEAD, architecture=x86_64, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, CEPH_POINT_RELEASE=-17.2.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, build-date=2022-05-03T08:36:31.336870, io.openshift.tags=base centos centos-stream, io.k8s.display-name=CentOS Stream 8, vendor=Red Hat, Inc.) 2024-05-15T16:49:31.115 INFO:journalctl@ceph.osd.7.smithi081.stdout:May 15 16:49:30 smithi081 podman[123365]: 2024-05-15 16:49:30.953186548 +0000 UTC m=+0.621778035 container died 55299b4311064e673fcd1a8f6b05dde1d322fdd89788adffc31cf3bcf7e35d48 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-osd-7-deactivate, io.openshift.expose-services=, maintainer=Guillaume Abrioux , vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, name=centos-stream, ceph=True, RELEASE=HEAD, io.buildah.version=1.19.8, GIT_REPO=https://github.com/ceph/ceph-container.git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, build-date=2022-05-03T08:36:31.336870, io.openshift.tags=base centos centos-stream, GIT_CLEAN=True, architecture=x86_64, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.display-name=CentOS Stream 8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, version=8, CEPH_POINT_RELEASE=-17.2.0, vendor=Red Hat, Inc., release=754, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream) 2024-05-15T16:49:31.520 DEBUG:teuthology.orchestra.run.smithi081:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@osd.7.service' 2024-05-15T16:49:31.558 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-15T16:49:31.559 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-05-15T16:49:31.559 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-05-15T16:49:31.559 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ceph-b95da56a-12d5-11ef-bc98-c7b262605968@prometheus.a 2024-05-15T16:49:31.865 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:49:31 smithi081 systemd[1]: Stopping Ceph prometheus.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:49:32.155 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:49:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:49:31.889Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-05-15T16:49:32.156 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:49:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:49:31.889Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-05-15T16:49:32.156 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:49:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:49:31.889Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-05-15T16:49:32.156 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:49:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:49:31.889Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-05-15T16:49:32.156 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:49:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:49:31.889Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-05-15T16:49:32.156 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:49:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:49:31.889Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-05-15T16:49:32.156 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:49:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:49:31.889Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-05-15T16:49:32.156 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:49:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:49:31.889Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-05-15T16:49:32.157 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:49:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:49:31.890Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-05-15T16:49:32.157 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:49:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:49:31.890Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-05-15T16:49:32.157 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:49:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:49:31.890Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-05-15T16:49:32.157 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:49:31 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a[91668]: ts=2024-05-15T16:49:31.890Z caller=main.go:1147 level=info msg="See you next time!" 2024-05-15T16:49:32.157 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:49:31 smithi081 podman[123470]: 2024-05-15 16:49:31.89989755 +0000 UTC m=+0.118144231 container died 0f6f3b5da02e3546a3ff92cea4594efc3723804ceda6b17e40782fad7872c0f8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:49:32.513 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:49:32 smithi081 podman[123470]: 2024-05-15 16:49:32.269900061 +0000 UTC m=+0.488146734 container cleanup 0f6f3b5da02e3546a3ff92cea4594efc3723804ceda6b17e40782fad7872c0f8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-05-15T16:49:32.514 INFO:journalctl@ceph.prometheus.a.smithi081.stdout:May 15 16:49:32 smithi081 bash[123470]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-prometheus-a 2024-05-15T16:49:32.697 DEBUG:teuthology.orchestra.run.smithi081:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b95da56a-12d5-11ef-bc98-c7b262605968@prometheus.a.service' 2024-05-15T16:49:32.730 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-15T16:49:32.731 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-05-15T16:49:32.731 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b95da56a-12d5-11ef-bc98-c7b262605968 --force --keep-logs 2024-05-15T16:49:34.738 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:49:34 smithi066 systemd[1]: Stopping Ceph node-exporter.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:49:35.035 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:49:34 smithi066 podman[146157]: 2024-05-15 16:49:34.737126443 +0000 UTC m=+0.104146192 container died 2853dcd18756c6486184447f62097c8269a19fad895ee0f2d0b9a5de1b22561a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-05-15T16:49:35.481 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:49:35 smithi066 podman[146157]: 2024-05-15 16:49:35.134497675 +0000 UTC m=+0.501517446 container cleanup 2853dcd18756c6486184447f62097c8269a19fad895ee0f2d0b9a5de1b22561a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-05-15T16:49:35.482 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:49:35 smithi066 bash[146157]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a 2024-05-15T16:49:35.482 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:49:35 smithi066 podman[146171]: 2024-05-15 16:49:35.352281544 +0000 UTC m=+0.613657831 container remove 2853dcd18756c6486184447f62097c8269a19fad895ee0f2d0b9a5de1b22561a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-05-15T16:49:35.482 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:49:35 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-05-15T16:49:35.785 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:49:35 smithi066 systemd[1]: Stopping Ceph alertmanager.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:49:35.786 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:49:35 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-05-15T16:49:35.786 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:49:35 smithi066 systemd[1]: Stopped Ceph node-exporter.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:49:35.786 INFO:journalctl@ceph.node-exporter.a.smithi066.stdout:May 15 16:49:35 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@node-exporter.a.service: Consumed 2.747s CPU time. 2024-05-15T16:49:36.282 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:49:35 smithi066 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a[111467]: ts=2024-05-15T16:49:35.955Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-05-15T16:49:36.283 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:49:35 smithi066 podman[146280]: 2024-05-15 16:49:35.996647885 +0000 UTC m=+0.142657369 container died d40f513860cf85a9ff2fe1c070464bfc33984dcae50d3cb63f555c71313ac42c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:49:36.535 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:49:36 smithi066 podman[146280]: 2024-05-15 16:49:36.464366435 +0000 UTC m=+0.610375911 container cleanup d40f513860cf85a9ff2fe1c070464bfc33984dcae50d3cb63f555c71313ac42c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:49:36.536 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:49:36 smithi066 bash[146280]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a 2024-05-15T16:49:37.035 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:49:36 smithi066 podman[146292]: 2024-05-15 16:49:36.732365328 +0000 UTC m=+0.725733490 container remove d40f513860cf85a9ff2fe1c070464bfc33984dcae50d3cb63f555c71313ac42c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-05-15T16:49:37.036 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:49:36 smithi066 podman[146292]: 2024-05-15 16:49:36.807858475 +0000 UTC m=+0.801226592 volume remove 453fda1ad684d43cc0bad000c9d411c4272d46f3e82b3616e9bc3d7cb464efce 2024-05-15T16:49:37.036 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:49:36 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-05-15T16:49:37.036 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:49:36 smithi066 systemd[1]: Stopped Ceph alertmanager.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:49:37.036 INFO:journalctl@ceph.alertmanager.a.smithi066.stdout:May 15 16:49:36 smithi066 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@alertmanager.a.service: Consumed 1.257s CPU time. 2024-05-15T16:49:59.859 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b95da56a-12d5-11ef-bc98-c7b262605968 --force --keep-logs 2024-05-15T16:50:02.340 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:50:02 smithi081 systemd[1]: Stopping Ceph node-exporter.b for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:50:02.604 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:50:02 smithi081 podman[124660]: 2024-05-15 16:50:02.339221651 +0000 UTC m=+0.121382420 container died ef9c21c2cbcaf49261c72c04ca749f7d99e776948bd499609d53d29c6c45e897 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-05-15T16:50:02.865 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:50:02 smithi081 podman[124660]: 2024-05-15 16:50:02.703790013 +0000 UTC m=+0.485950774 container cleanup ef9c21c2cbcaf49261c72c04ca749f7d99e776948bd499609d53d29c6c45e897 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-05-15T16:50:02.865 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:50:02 smithi081 bash[124660]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b 2024-05-15T16:50:03.255 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:50:02 smithi081 podman[124674]: 2024-05-15 16:50:02.946592573 +0000 UTC m=+0.608145267 container remove ef9c21c2cbcaf49261c72c04ca749f7d99e776948bd499609d53d29c6c45e897 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-05-15T16:50:03.256 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:50:02 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-05-15T16:50:03.256 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:50:03 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-05-15T16:50:03.256 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:50:03 smithi081 systemd[1]: Stopped Ceph node-exporter.b for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:50:03.256 INFO:journalctl@ceph.node-exporter.b.smithi081.stdout:May 15 16:50:03 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@node-exporter.b.service: Consumed 1.564s CPU time. 2024-05-15T16:50:03.510 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:50:03 smithi081 systemd[1]: Stopping Ceph grafana.a for b95da56a-12d5-11ef-bc98-c7b262605968... 2024-05-15T16:50:03.510 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:50:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=server t=2024-05-15T16:50:03.499787009Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-05-15T16:50:03.510 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:50:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=ticker t=2024-05-15T16:50:03.500126206Z level=info msg=stopped last_tick=2024-05-15T16:50:00Z 2024-05-15T16:50:03.511 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:50:03 smithi081 ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a[102805]: logger=tracing t=2024-05-15T16:50:03.500159386Z level=info msg="Closing tracing" 2024-05-15T16:50:03.775 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:50:03 smithi081 podman[124783]: 2024-05-15 16:50:03.509997721 +0000 UTC m=+0.115687410 container died 784c2154625afed81acdd2255a9a85a31ea067c6d9d42d13c078c973bf5fa932 (image=quay.io/ceph/grafana:9.4.12, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-05-15T16:50:04.115 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:50:03 smithi081 podman[124783]: 2024-05-15 16:50:03.874304092 +0000 UTC m=+0.479993790 container cleanup 784c2154625afed81acdd2255a9a85a31ea067c6d9d42d13c078c973bf5fa932 (image=quay.io/ceph/grafana:9.4.12, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-05-15T16:50:04.115 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:50:03 smithi081 bash[124783]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a 2024-05-15T16:50:04.470 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:50:04 smithi081 podman[124796]: 2024-05-15 16:50:04.117227171 +0000 UTC m=+0.608489271 container remove 784c2154625afed81acdd2255a9a85a31ea067c6d9d42d13c078c973bf5fa932 (image=quay.io/ceph/grafana:9.4.12, name=ceph-b95da56a-12d5-11ef-bc98-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-05-15T16:50:04.471 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:50:04 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@grafana.a.service: Deactivated successfully. 2024-05-15T16:50:04.471 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:50:04 smithi081 systemd[1]: Stopped Ceph grafana.a for b95da56a-12d5-11ef-bc98-c7b262605968. 2024-05-15T16:50:04.471 INFO:journalctl@ceph.grafana.a.smithi081.stdout:May 15 16:50:04 smithi081 systemd[1]: ceph-b95da56a-12d5-11ef-bc98-c7b262605968@grafana.a.service: Consumed 6.175s CPU time. 2024-05-15T16:50:15.570 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-15T16:50:15.606 DEBUG:teuthology.orchestra.run.smithi081:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-15T16:50:15.636 INFO:tasks.cephadm:Archiving crash dumps... 2024-05-15T16:50:15.638 DEBUG:teuthology.misc:Transferring archived files from smithi066:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/crash to /home/teuthworker/archive/gabrioux-2024-05-15_15:01:21-orch:cephadm-wip-65480-squid-distro-default-smithi/7707219/remote/smithi066/crash 2024-05-15T16:50:15.639 DEBUG:teuthology.orchestra.run.smithi066:> sudo tar c -f - -C /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/crash -- . 2024-05-15T16:50:15.694 INFO:teuthology.orchestra.run.smithi066.stderr:tar: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/crash: Cannot open: No such file or directory 2024-05-15T16:50:15.695 INFO:teuthology.orchestra.run.smithi066.stderr:tar: Error is not recoverable: exiting now 2024-05-15T16:50:15.696 DEBUG:teuthology.misc:Transferring archived files from smithi081:/var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/crash to /home/teuthworker/archive/gabrioux-2024-05-15_15:01:21-orch:cephadm-wip-65480-squid-distro-default-smithi/7707219/remote/smithi081/crash 2024-05-15T16:50:15.697 DEBUG:teuthology.orchestra.run.smithi081:> sudo tar c -f - -C /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/crash -- . 2024-05-15T16:50:15.738 INFO:teuthology.orchestra.run.smithi081.stderr:tar: /var/lib/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/crash: Cannot open: No such file or directory 2024-05-15T16:50:15.738 INFO:teuthology.orchestra.run.smithi081.stderr:tar: Error is not recoverable: exiting now 2024-05-15T16:50:15.739 INFO:tasks.cephadm:Checking cluster log for badness... 2024-05-15T16:50:15.740 DEBUG:teuthology.orchestra.run.smithi066:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph.log | egrep CEPHADM_ | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-05-15T16:50:15.772 INFO:teuthology.orchestra.run.smithi066.stdout:2024-05-15T16:14:24.205658+0000 mon.a (mon.0) 374 : cluster [WRN] Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-05-15T16:50:15.773 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-05-15T16:50:15.773 INFO:tasks.cephadm:Compressing logs... 2024-05-15T16:50:15.773 DEBUG:teuthology.orchestra.run.smithi066:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-15T16:50:15.815 DEBUG:teuthology.orchestra.run.smithi081:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-15T16:50:15.839 INFO:teuthology.orchestra.run.smithi066.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph.log 2024-05-15T16:50:15.839 INFO:teuthology.orchestra.run.smithi066.stderr:: No such file or directory 2024-05-15T16:50:15.840 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-osd.2.log 2024-05-15T16:50:15.841 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph.audit.log 2024-05-15T16:50:15.842 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-osd.3.log 2024-05-15T16:50:15.842 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-osd.1.log 2024-05-15T16:50:15.843 INFO:teuthology.orchestra.run.smithi081.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph.log 2024-05-15T16:50:15.844 INFO:teuthology.orchestra.run.smithi081.stderr:: No such file or directory 2024-05-15T16:50:15.844 INFO:teuthology.orchestra.run.smithi081.stderr:gzip -5 --verbose -- /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-client.rgw.foo.smithi081.bblyzt.log 2024-05-15T16:50:15.844 INFO:teuthology.orchestra.run.smithi081.stderr:/var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph.audit.log 2024-05-15T16:50:15.847 INFO:teuthology.orchestra.run.smithi081.stderr:/var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-client.rgw.foo.smithi081.bblyzt.log: gzip -5 --verbose -- /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-osd.7.log 2024-05-15T16:50:15.848 INFO:teuthology.orchestra.run.smithi081.stderr: 62.5% -- replaced with /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-client.rgw.foo.smithi081.bblyzt.log.gz 2024-05-15T16:50:15.848 INFO:teuthology.orchestra.run.smithi081.stderr:/var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-osd.5.log 2024-05-15T16:50:15.848 INFO:teuthology.orchestra.run.smithi081.stderr:gzip -5 --verbose -- /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-osd.4.log 2024-05-15T16:50:15.848 INFO:teuthology.orchestra.run.smithi081.stderr:/var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-osd.7.log: /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-mgr.x.log 2024-05-15T16:50:15.848 INFO:teuthology.orchestra.run.smithi081.stderr:/var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-osd.4.log: 89.2% -- replaced with /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph.log.gz 2024-05-15T16:50:15.848 INFO:teuthology.orchestra.run.smithi081.stderr:gzip -5 --verbose -- /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-osd.6.log 2024-05-15T16:50:15.849 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-osd.3.log: 94.0% -- replaced with /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph.log.gz 2024-05-15T16:50:15.855 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-mgr.y.log 2024-05-15T16:50:15.858 INFO:teuthology.orchestra.run.smithi081.stderr:/var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-mgr.x.log: 92.6% -- replaced with /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph.audit.log.gz 2024-05-15T16:50:15.859 INFO:teuthology.orchestra.run.smithi081.stderr:gzip -5 --verbose -- /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph.cephadm.log 2024-05-15T16:50:15.868 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-osd.0.log 2024-05-15T16:50:15.873 INFO:teuthology.orchestra.run.smithi081.stderr:/var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-volume.log 2024-05-15T16:50:15.875 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-mon.c.log 2024-05-15T16:50:15.877 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-client.rgw.foo.smithi066.venvvw.log 2024-05-15T16:50:15.884 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-mon.a.log 2024-05-15T16:50:15.885 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-client.rgw.foo.smithi066.venvvw.log: gzip -5 --verbose -- /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph.cephadm.log 2024-05-15T16:50:15.886 INFO:teuthology.orchestra.run.smithi081.stderr:/var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph.cephadm.log: 91.4%gzip -5 --verbose -- /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-mon.b.log 2024-05-15T16:50:15.887 INFO:teuthology.orchestra.run.smithi081.stderr:/var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-15T16:50:15.888 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-mon.a.log: 62.4% 95.3% -- replaced with /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph.audit.log.gz 2024-05-15T16:50:15.890 INFO:teuthology.orchestra.run.smithi081.stderr:/var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-mon.b.log: -- replaced with /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph.cephadm.log.gz 2024-05-15T16:50:15.898 INFO:teuthology.orchestra.run.smithi066.stderr: -- replaced with /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-client.rgw.foo.smithi066.venvvw.log.gz 2024-05-15T16:50:15.903 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/tcmu-runner.log 2024-05-15T16:50:15.917 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph.cephadm.log: 94.9% -- replaced with /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph.cephadm.log.gz 2024-05-15T16:50:15.927 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-volume.log 2024-05-15T16:50:15.927 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/tcmu-runner.log: 88.0% -- replaced with /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/tcmu-runner.log.gz 2024-05-15T16:50:15.946 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-15T16:50:15.986 INFO:teuthology.orchestra.run.smithi081.stderr:/var/log/ceph/cephadm.log: 90.8% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-15T16:50:15.990 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-volume.log: /var/log/ceph/cephadm.log: 91.0% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-15T16:50:16.002 INFO:teuthology.orchestra.run.smithi081.stderr: 92.4% -- replaced with /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-volume.log.gz 2024-05-15T16:50:16.043 INFO:teuthology.orchestra.run.smithi081.stderr: 88.5% -- replaced with /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-mgr.x.log.gz 2024-05-15T16:50:16.054 INFO:teuthology.orchestra.run.smithi066.stderr: 92.3% -- replaced with /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-volume.log.gz 2024-05-15T16:50:16.649 INFO:teuthology.orchestra.run.smithi081.stderr: 92.6% -- replaced with /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-mon.b.log.gz 2024-05-15T16:50:16.990 INFO:teuthology.orchestra.run.smithi066.stderr: 88.4% -- replaced with /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-mgr.y.log.gz 2024-05-15T16:50:17.002 INFO:teuthology.orchestra.run.smithi081.stderr: 92.8% -- replaced with /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-osd.6.log.gz 2024-05-15T16:50:17.183 INFO:teuthology.orchestra.run.smithi066.stderr: 93.1% -- replaced with /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-osd.2.log.gz 2024-05-15T16:50:17.265 INFO:teuthology.orchestra.run.smithi081.stderr: 93.7% -- replaced with /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-osd.7.log.gz 2024-05-15T16:50:17.336 INFO:teuthology.orchestra.run.smithi066.stderr: 92.8% -- replaced with /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-mon.c.log.gz 2024-05-15T16:50:17.439 INFO:teuthology.orchestra.run.smithi081.stderr: 93.2% -- replaced with /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-osd.5.log.gz 2024-05-15T16:50:17.567 INFO:teuthology.orchestra.run.smithi081.stderr: 93.4% -- replaced with /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-osd.4.log.gz 2024-05-15T16:50:17.569 INFO:teuthology.orchestra.run.smithi081.stderr: 2024-05-15T16:50:17.569 INFO:teuthology.orchestra.run.smithi081.stderr:real 0m1.739s 2024-05-15T16:50:17.569 INFO:teuthology.orchestra.run.smithi081.stderr:user 0m6.632s 2024-05-15T16:50:17.569 INFO:teuthology.orchestra.run.smithi081.stderr:sys 0m0.282s 2024-05-15T16:50:17.599 INFO:teuthology.orchestra.run.smithi066.stderr: 93.3% -- replaced with /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-osd.1.log.gz 2024-05-15T16:50:17.718 INFO:teuthology.orchestra.run.smithi066.stderr: 93.3% -- replaced with /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-osd.0.log.gz 2024-05-15T16:50:18.093 INFO:teuthology.orchestra.run.smithi066.stderr: 93.3% -- replaced with /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-osd.3.log.gz 2024-05-15T16:50:18.120 INFO:teuthology.orchestra.run.smithi066.stderr: 91.6% -- replaced with /var/log/ceph/b95da56a-12d5-11ef-bc98-c7b262605968/ceph-mon.a.log.gz 2024-05-15T16:50:18.122 INFO:teuthology.orchestra.run.smithi066.stderr: 2024-05-15T16:50:18.122 INFO:teuthology.orchestra.run.smithi066.stderr:real 0m2.294s 2024-05-15T16:50:18.122 INFO:teuthology.orchestra.run.smithi066.stderr:user 0m11.456s 2024-05-15T16:50:18.122 INFO:teuthology.orchestra.run.smithi066.stderr:sys 0m0.395s 2024-05-15T16:50:18.122 INFO:tasks.cephadm:Archiving logs... 2024-05-15T16:50:18.123 DEBUG:teuthology.misc:Transferring archived files from smithi066:/var/log/ceph to /home/teuthworker/archive/gabrioux-2024-05-15_15:01:21-orch:cephadm-wip-65480-squid-distro-default-smithi/7707219/remote/smithi066/log 2024-05-15T16:50:18.124 DEBUG:teuthology.orchestra.run.smithi066:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-15T16:50:19.541 DEBUG:teuthology.misc:Transferring archived files from smithi081:/var/log/ceph to /home/teuthworker/archive/gabrioux-2024-05-15_15:01:21-orch:cephadm-wip-65480-squid-distro-default-smithi/7707219/remote/smithi081/log 2024-05-15T16:50:19.542 DEBUG:teuthology.orchestra.run.smithi081:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-15T16:50:20.523 INFO:tasks.cephadm:Removing cluster... 2024-05-15T16:50:20.523 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b95da56a-12d5-11ef-bc98-c7b262605968 --force 2024-05-15T16:50:20.835 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b95da56a-12d5-11ef-bc98-c7b262605968 --force 2024-05-15T16:50:21.126 INFO:tasks.cephadm:Removing cephadm ... 2024-05-15T16:50:21.127 DEBUG:teuthology.orchestra.run.smithi066:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-15T16:50:21.143 DEBUG:teuthology.orchestra.run.smithi081:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-15T16:50:21.159 INFO:tasks.cephadm:Teardown complete 2024-05-15T16:50:21.159 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-05-15T16:50:21.170 INFO:teuthology.task.clock:Checking final clock skew... 2024-05-15T16:50:21.170 DEBUG:teuthology.orchestra.run.smithi066:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-15T16:50:21.186 DEBUG:teuthology.orchestra.run.smithi081:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-15T16:50:21.198 INFO:teuthology.orchestra.run.smithi066.stderr:bash: line 1: ntpq: command not found 2024-05-15T16:50:21.202 INFO:teuthology.orchestra.run.smithi066.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-15T16:50:21.202 INFO:teuthology.orchestra.run.smithi066.stdout:=============================================================================== 2024-05-15T16:50:21.202 INFO:teuthology.orchestra.run.smithi066.stdout:^* hv01.front.sepia.ceph.com 3 6 377 26 +319us[ +326us] +/- 42ms 2024-05-15T16:50:21.203 INFO:teuthology.orchestra.run.smithi066.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 24 -2347us[-2347us] +/- 65ms 2024-05-15T16:50:21.203 INFO:teuthology.orchestra.run.smithi066.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 24 +2107us[+2107us] +/- 75ms 2024-05-15T16:50:21.203 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-15T16:50:21.213 INFO:teuthology.orchestra.run.smithi081.stderr:bash: line 1: ntpq: command not found 2024-05-15T16:50:21.218 INFO:teuthology.orchestra.run.smithi081.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-15T16:50:21.218 INFO:teuthology.orchestra.run.smithi081.stdout:=============================================================================== 2024-05-15T16:50:21.218 INFO:teuthology.orchestra.run.smithi081.stdout:^* hv01.front.sepia.ceph.com 3 7 377 28 +425us[ +387us] +/- 42ms 2024-05-15T16:50:21.218 INFO:teuthology.orchestra.run.smithi081.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 88 -2257us[-2294us] +/- 64ms 2024-05-15T16:50:21.218 INFO:teuthology.orchestra.run.smithi081.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 24 +2162us[+2162us] +/- 75ms 2024-05-15T16:50:21.218 INFO:teuthology.orchestra.run.smithi081.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-15T16:50:21.219 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-05-15T16:50:21.227 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-05-15T16:50:21.228 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-05-15T16:50:21.236 DEBUG:teuthology.orchestra.run.smithi066:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-15T16:50:21.347 DEBUG:teuthology.orchestra.run.smithi081:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-15T16:50:21.438 DEBUG:teuthology.orchestra.run.smithi066:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-05-15T16:50:21.469 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-15T16:50:21.469 DEBUG:teuthology.orchestra.run.smithi081:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-05-15T16:50:21.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-15T16:50:21.498 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-05-15T16:50:21.509 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-05-15T16:50:21.517 INFO:teuthology.task.internal:Duration was 2629.356990 seconds 2024-05-15T16:50:21.518 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-05-15T16:50:21.527 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-05-15T16:50:21.527 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-15T16:50:21.530 DEBUG:teuthology.orchestra.run.smithi081:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-15T16:50:21.568 INFO:teuthology.orchestra.run.smithi066.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-15T16:50:21.577 INFO:teuthology.orchestra.run.smithi081.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-15T16:50:22.077 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-05-15T16:50:22.077 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi066.front.sepia.ceph.com 2024-05-15T16:50:22.078 DEBUG:teuthology.orchestra.run.smithi066:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-15T16:50:22.140 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi081.front.sepia.ceph.com 2024-05-15T16:50:22.140 DEBUG:teuthology.orchestra.run.smithi081:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-15T16:50:22.167 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-05-15T16:50:22.168 DEBUG:teuthology.orchestra.run.smithi066:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-15T16:50:22.183 DEBUG:teuthology.orchestra.run.smithi081:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-15T16:50:22.234 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-05-15T16:50:22.235 DEBUG:teuthology.orchestra.run.smithi066:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-15T16:50:22.251 DEBUG:teuthology.orchestra.run.smithi081:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-15T16:50:23.006 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-05-15T16:50:23.016 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-05-15T16:50:23.016 DEBUG:teuthology.orchestra.run.smithi066:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-15T16:50:23.042 DEBUG:teuthology.orchestra.run.smithi081:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-15T16:50:23.068 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-05-15T16:50:23.078 DEBUG:teuthology.orchestra.run.smithi066:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-15T16:50:23.085 DEBUG:teuthology.orchestra.run.smithi081:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-15T16:50:23.107 INFO:teuthology.orchestra.run.smithi066.stdout:kernel.core_pattern = core 2024-05-15T16:50:23.132 INFO:teuthology.orchestra.run.smithi081.stdout:kernel.core_pattern = core 2024-05-15T16:50:23.153 DEBUG:teuthology.orchestra.run.smithi066:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-15T16:50:23.179 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-15T16:50:23.180 DEBUG:teuthology.orchestra.run.smithi081:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-15T16:50:23.207 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-15T16:50:23.208 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-05-15T16:50:23.218 INFO:teuthology.task.internal:Transferring archived files... 2024-05-15T16:50:23.219 DEBUG:teuthology.misc:Transferring archived files from smithi066:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/gabrioux-2024-05-15_15:01:21-orch:cephadm-wip-65480-squid-distro-default-smithi/7707219/remote/smithi066 2024-05-15T16:50:23.220 DEBUG:teuthology.orchestra.run.smithi066:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-15T16:50:23.277 DEBUG:teuthology.misc:Transferring archived files from smithi081:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/gabrioux-2024-05-15_15:01:21-orch:cephadm-wip-65480-squid-distro-default-smithi/7707219/remote/smithi081 2024-05-15T16:50:23.277 DEBUG:teuthology.orchestra.run.smithi081:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-15T16:50:23.324 INFO:teuthology.task.internal:Removing archive directory... 2024-05-15T16:50:23.324 DEBUG:teuthology.orchestra.run.smithi066:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-15T16:50:23.327 DEBUG:teuthology.orchestra.run.smithi081:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-15T16:50:23.369 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-05-15T16:50:23.379 INFO:teuthology.task.internal:Not uploading archives. 2024-05-15T16:50:23.379 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-05-15T16:50:23.388 INFO:teuthology.task.internal:Tidying up after the test... 2024-05-15T16:50:23.388 DEBUG:teuthology.orchestra.run.smithi066:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-15T16:50:23.390 DEBUG:teuthology.orchestra.run.smithi081:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-15T16:50:23.404 INFO:teuthology.orchestra.run.smithi066.stdout: 262165 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 15 16:50 /home/ubuntu/cephtest 2024-05-15T16:50:23.423 INFO:teuthology.orchestra.run.smithi081.stdout: 262165 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 15 16:50 /home/ubuntu/cephtest 2024-05-15T16:50:23.424 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-05-15T16:50:23.434 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-05-15T16:50:23.454 INFO:teuthology.nuke:Checking targets against current locks 2024-05-15T16:50:23.483 DEBUG:teuthology.nuke:shortname: smithi066 2024-05-15T16:50:23.483 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-05-15T16:50:23.510 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi066.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/gabrioux-2024-05-15_15:01:21-orch:cephadm-wip-65480-squid-distro-default-smithi/7707219', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-15 15:56:28.002893', 'locked_by': 'scheduled_gabrioux@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNVGM9whNGR2xqZ1sQytWhPKaCGnPmrslDtw31KeAl1isdZ04f+b/ADocZL7heEbY9cexEohF0h8YRUKVdT6lEc='} 2024-05-15T16:50:23.513 DEBUG:teuthology.nuke:shortname: smithi081 2024-05-15T16:50:23.514 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-05-15T16:50:23.535 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi081.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/gabrioux-2024-05-15_15:01:21-orch:cephadm-wip-65480-squid-distro-default-smithi/7707219', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-15 15:56:28.001507', 'locked_by': 'scheduled_gabrioux@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCfVz/1T2lTCgVHsiFwmPvvvIPG1A9yzMQV6z6FgdGKJFpzKCoGF1MUS9yTkdzo8QpKKKc4xZz5qtUh+lLpsz68='} 2024-05-15T16:50:23.563 INFO:teuthology.orchestra.console.smithi066:Power off 2024-05-15T16:50:23.563 DEBUG:teuthology.orchestra.console.smithi066:pexpect command: ipmitool -H smithi066.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-05-15T16:50:23.589 DEBUG:teuthology.orchestra.console.smithi066:power off output: Chassis Power Control: Down/Off 2024-05-15T16:50:23.589 DEBUG:teuthology.orchestra.console.smithi066:pexpect command: ipmitool -H smithi066.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-15T16:50:23.605 INFO:teuthology.orchestra.console.smithi081:Power off 2024-05-15T16:50:23.606 DEBUG:teuthology.orchestra.console.smithi081:pexpect command: ipmitool -H smithi081.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-05-15T16:50:23.615 DEBUG:teuthology.orchestra.console.smithi066:check power output: Chassis Power is on 2024-05-15T16:50:23.628 DEBUG:teuthology.orchestra.console.smithi081:power off output: Chassis Power Control: Down/Off 2024-05-15T16:50:23.629 DEBUG:teuthology.orchestra.console.smithi081:pexpect command: ipmitool -H smithi081.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-15T16:50:23.650 DEBUG:teuthology.orchestra.console.smithi081:check power output: Chassis Power is on 2024-05-15T16:50:27.617 DEBUG:teuthology.orchestra.console.smithi066:pexpect command: ipmitool -H smithi066.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-15T16:50:27.651 DEBUG:teuthology.orchestra.console.smithi081:pexpect command: ipmitool -H smithi081.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-15T16:50:27.728 DEBUG:teuthology.orchestra.console.smithi066:check power output: Chassis Power is on 2024-05-15T16:50:27.760 DEBUG:teuthology.orchestra.console.smithi081:check power output: Chassis Power is on 2024-05-15T16:50:31.731 DEBUG:teuthology.orchestra.console.smithi066:pexpect command: ipmitool -H smithi066.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-15T16:50:31.761 DEBUG:teuthology.orchestra.console.smithi081:pexpect command: ipmitool -H smithi081.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-15T16:50:31.842 DEBUG:teuthology.orchestra.console.smithi066:check power output: Chassis Power is off 2024-05-15T16:50:31.872 DEBUG:teuthology.orchestra.console.smithi081:check power output: Chassis Power is off 2024-05-15T16:50:31.942 INFO:teuthology.orchestra.console.smithi066:Power off completed 2024-05-15T16:50:31.973 INFO:teuthology.orchestra.console.smithi081:Power off completed 2024-05-15T16:50:32.078 INFO:teuthology.run:Summary data: description: orch:cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls agent/on mon_election/classic} duration: 2629.356990337372 failure_reason: 'Command failed on smithi066 with status 1: ''sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b95da56a-12d5-11ef-bc98-c7b262605968 -e sha1=de5210d58560a4684fdb5b238ef3e6e0285a1de8 -- bash -c \''ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e \''"\''"\''.up_to_date | length == 7\''"\''"\''\''''' owner: scheduled_gabrioux@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=4ec3bbd3e28348a5b09eb176841df900 status: fail success: false 2024-05-15T16:50:32.079 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-15T16:50:32.173 INFO:teuthology.run:FAIL